2024-12-04 21:56:59,098 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad 2024-12-04 21:56:59,115 main DEBUG Took 0.014188 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-12-04 21:56:59,116 main DEBUG PluginManager 'Core' found 129 plugins 2024-12-04 21:56:59,116 main DEBUG PluginManager 'Level' found 0 plugins 2024-12-04 21:56:59,118 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-12-04 21:56:59,120 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-04 21:56:59,131 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-12-04 21:56:59,156 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 21:56:59,158 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-04 21:56:59,158 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 21:56:59,159 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-04 21:56:59,159 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 21:56:59,160 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-04 21:56:59,161 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 21:56:59,161 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-04 21:56:59,162 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 21:56:59,162 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-04 21:56:59,163 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 21:56:59,164 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-04 21:56:59,164 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 21:56:59,165 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-04 21:56:59,165 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 21:56:59,166 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-04 21:56:59,166 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 21:56:59,167 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-04 21:56:59,167 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 21:56:59,168 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-04 21:56:59,168 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 21:56:59,169 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-04 21:56:59,169 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 21:56:59,170 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-04 21:56:59,170 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 21:56:59,170 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-12-04 21:56:59,172 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 21:56:59,174 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-12-04 21:56:59,177 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-12-04 21:56:59,178 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-12-04 21:56:59,180 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-12-04 21:56:59,181 main DEBUG PluginManager 'Converter' found 47 plugins 2024-12-04 21:56:59,193 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-12-04 21:56:59,197 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-12-04 21:56:59,199 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-12-04 21:56:59,200 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-12-04 21:56:59,201 main DEBUG createAppenders(={Console}) 2024-12-04 21:56:59,202 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad initialized 2024-12-04 21:56:59,202 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad 2024-12-04 21:56:59,203 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad OK. 2024-12-04 21:56:59,204 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-12-04 21:56:59,205 main DEBUG OutputStream closed 2024-12-04 21:56:59,205 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-12-04 21:56:59,206 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-12-04 21:56:59,206 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@55634720 OK 2024-12-04 21:56:59,312 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-12-04 21:56:59,315 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-12-04 21:56:59,317 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-12-04 21:56:59,318 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-12-04 21:56:59,319 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-12-04 21:56:59,320 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-12-04 21:56:59,320 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-12-04 21:56:59,321 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-12-04 21:56:59,321 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-12-04 21:56:59,321 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-12-04 21:56:59,322 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-12-04 21:56:59,322 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-12-04 21:56:59,322 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-12-04 21:56:59,323 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-12-04 21:56:59,323 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-12-04 21:56:59,324 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-12-04 21:56:59,324 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-12-04 21:56:59,325 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-12-04 21:56:59,328 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-04 21:56:59,329 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@19835e64) with optional ClassLoader: null 2024-12-04 21:56:59,329 main DEBUG Shutdown hook enabled. Registering a new one. 2024-12-04 21:56:59,330 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@19835e64] started OK. 2024-12-04T21:56:59,699 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/54e25a4d-f5ea-5cda-8bc9-abeb058889c3 2024-12-04 21:56:59,703 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-12-04 21:56:59,705 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-04T21:56:59,717 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.TestAcidGuaranteesWithEagerPolicy timeout: 13 mins 2024-12-04T21:56:59,778 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-04T21:56:59,825 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/54e25a4d-f5ea-5cda-8bc9-abeb058889c3/cluster_6e981957-37c5-d878-3956-290e0e097c50, deleteOnExit=true 2024-12-04T21:56:59,826 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-04T21:56:59,827 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/54e25a4d-f5ea-5cda-8bc9-abeb058889c3/test.cache.data in system properties and HBase conf 2024-12-04T21:56:59,828 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/54e25a4d-f5ea-5cda-8bc9-abeb058889c3/hadoop.tmp.dir in system properties and HBase conf 2024-12-04T21:56:59,829 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/54e25a4d-f5ea-5cda-8bc9-abeb058889c3/hadoop.log.dir in system properties and HBase conf 2024-12-04T21:56:59,830 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/54e25a4d-f5ea-5cda-8bc9-abeb058889c3/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-04T21:56:59,831 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/54e25a4d-f5ea-5cda-8bc9-abeb058889c3/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-04T21:56:59,832 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-04T21:56:59,965 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-12-04T21:57:00,077 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-04T21:57:00,082 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/54e25a4d-f5ea-5cda-8bc9-abeb058889c3/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-04T21:57:00,083 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/54e25a4d-f5ea-5cda-8bc9-abeb058889c3/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-04T21:57:00,083 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/54e25a4d-f5ea-5cda-8bc9-abeb058889c3/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-04T21:57:00,084 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/54e25a4d-f5ea-5cda-8bc9-abeb058889c3/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T21:57:00,084 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/54e25a4d-f5ea-5cda-8bc9-abeb058889c3/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-04T21:57:00,085 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/54e25a4d-f5ea-5cda-8bc9-abeb058889c3/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-04T21:57:00,086 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/54e25a4d-f5ea-5cda-8bc9-abeb058889c3/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T21:57:00,086 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/54e25a4d-f5ea-5cda-8bc9-abeb058889c3/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T21:57:00,087 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/54e25a4d-f5ea-5cda-8bc9-abeb058889c3/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-04T21:57:00,087 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/54e25a4d-f5ea-5cda-8bc9-abeb058889c3/nfs.dump.dir in system properties and HBase conf 2024-12-04T21:57:00,088 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/54e25a4d-f5ea-5cda-8bc9-abeb058889c3/java.io.tmpdir in system properties and HBase conf 2024-12-04T21:57:00,089 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/54e25a4d-f5ea-5cda-8bc9-abeb058889c3/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T21:57:00,089 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/54e25a4d-f5ea-5cda-8bc9-abeb058889c3/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-04T21:57:00,091 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/54e25a4d-f5ea-5cda-8bc9-abeb058889c3/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-04T21:57:00,974 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-04T21:57:01,069 INFO [Time-limited test {}] log.Log(170): Logging initialized @2978ms to org.eclipse.jetty.util.log.Slf4jLog 2024-12-04T21:57:01,136 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T21:57:01,188 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T21:57:01,205 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T21:57:01,205 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T21:57:01,207 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-04T21:57:01,226 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T21:57:01,229 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1a58fd8a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/54e25a4d-f5ea-5cda-8bc9-abeb058889c3/hadoop.log.dir/,AVAILABLE} 2024-12-04T21:57:01,231 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@130d168e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T21:57:01,417 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2341a969{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/54e25a4d-f5ea-5cda-8bc9-abeb058889c3/java.io.tmpdir/jetty-localhost-36485-hadoop-hdfs-3_4_1-tests_jar-_-any-1629454199762235935/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T21:57:01,428 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2d064751{HTTP/1.1, (http/1.1)}{localhost:36485} 2024-12-04T21:57:01,428 INFO [Time-limited test {}] server.Server(415): Started @3338ms 2024-12-04T21:57:01,793 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T21:57:01,799 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T21:57:01,801 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T21:57:01,801 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T21:57:01,801 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-04T21:57:01,802 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@72782cb0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/54e25a4d-f5ea-5cda-8bc9-abeb058889c3/hadoop.log.dir/,AVAILABLE} 2024-12-04T21:57:01,802 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@186a2d75{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T21:57:01,914 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@651ab874{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/54e25a4d-f5ea-5cda-8bc9-abeb058889c3/java.io.tmpdir/jetty-localhost-45079-hadoop-hdfs-3_4_1-tests_jar-_-any-6615588851954899102/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T21:57:01,915 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6bf72caa{HTTP/1.1, (http/1.1)}{localhost:45079} 2024-12-04T21:57:01,915 INFO [Time-limited test {}] server.Server(415): Started @3826ms 2024-12-04T21:57:01,967 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-04T21:57:02,403 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/54e25a4d-f5ea-5cda-8bc9-abeb058889c3/cluster_6e981957-37c5-d878-3956-290e0e097c50/data/data2/current/BP-1434925164-172.17.0.2-1733349420771/current, will proceed with Du for space computation calculation, 2024-12-04T21:57:02,403 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/54e25a4d-f5ea-5cda-8bc9-abeb058889c3/cluster_6e981957-37c5-d878-3956-290e0e097c50/data/data1/current/BP-1434925164-172.17.0.2-1733349420771/current, will proceed with Du for space computation calculation, 2024-12-04T21:57:02,454 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-04T21:57:02,503 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7b72ab201404a260 with lease ID 0xbf36b0b764df2d2e: Processing first storage report for DS-b6f6f72f-2ba7-4949-8e83-a856301663b7 from datanode DatanodeRegistration(127.0.0.1:39149, datanodeUuid=648e181d-e85b-4b55-9cf1-467fc6b000ed, infoPort=43091, infoSecurePort=0, ipcPort=36539, storageInfo=lv=-57;cid=testClusterID;nsid=1828915686;c=1733349420771) 2024-12-04T21:57:02,504 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7b72ab201404a260 with lease ID 0xbf36b0b764df2d2e: from storage DS-b6f6f72f-2ba7-4949-8e83-a856301663b7 node DatanodeRegistration(127.0.0.1:39149, datanodeUuid=648e181d-e85b-4b55-9cf1-467fc6b000ed, infoPort=43091, infoSecurePort=0, ipcPort=36539, storageInfo=lv=-57;cid=testClusterID;nsid=1828915686;c=1733349420771), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-12-04T21:57:02,505 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7b72ab201404a260 with lease ID 0xbf36b0b764df2d2e: Processing first storage report for DS-3b752744-19f4-4dd7-a744-2bbe207d46d5 from datanode DatanodeRegistration(127.0.0.1:39149, datanodeUuid=648e181d-e85b-4b55-9cf1-467fc6b000ed, infoPort=43091, infoSecurePort=0, ipcPort=36539, storageInfo=lv=-57;cid=testClusterID;nsid=1828915686;c=1733349420771) 2024-12-04T21:57:02,505 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7b72ab201404a260 with lease ID 0xbf36b0b764df2d2e: from storage DS-3b752744-19f4-4dd7-a744-2bbe207d46d5 node DatanodeRegistration(127.0.0.1:39149, datanodeUuid=648e181d-e85b-4b55-9cf1-467fc6b000ed, infoPort=43091, infoSecurePort=0, ipcPort=36539, storageInfo=lv=-57;cid=testClusterID;nsid=1828915686;c=1733349420771), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-04T21:57:02,513 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/54e25a4d-f5ea-5cda-8bc9-abeb058889c3 2024-12-04T21:57:02,595 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/54e25a4d-f5ea-5cda-8bc9-abeb058889c3/cluster_6e981957-37c5-d878-3956-290e0e097c50/zookeeper_0, clientPort=64939, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/54e25a4d-f5ea-5cda-8bc9-abeb058889c3/cluster_6e981957-37c5-d878-3956-290e0e097c50/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/54e25a4d-f5ea-5cda-8bc9-abeb058889c3/cluster_6e981957-37c5-d878-3956-290e0e097c50/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-04T21:57:02,605 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=64939 2024-12-04T21:57:02,620 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T21:57:02,624 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T21:57:02,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073741825_1001 (size=7) 2024-12-04T21:57:03,271 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca with version=8 2024-12-04T21:57:03,271 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/hbase-staging 2024-12-04T21:57:03,381 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-12-04T21:57:03,581 INFO [Time-limited test {}] client.ConnectionUtils(128): master/bb3046a53f79:0 server-side Connection retries=45 2024-12-04T21:57:03,589 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T21:57:03,590 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T21:57:03,593 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T21:57:03,594 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T21:57:03,594 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T21:57:03,741 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-04T21:57:03,802 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-12-04T21:57:03,810 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-12-04T21:57:03,814 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T21:57:03,837 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 113533 (auto-detected) 2024-12-04T21:57:03,838 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-12-04T21:57:03,855 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44103 2024-12-04T21:57:03,874 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44103 connecting to ZooKeeper ensemble=127.0.0.1:64939 2024-12-04T21:57:03,898 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:441030x0, quorum=127.0.0.1:64939, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T21:57:03,900 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44103-0x100a73c925a0000 connected 2024-12-04T21:57:03,933 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T21:57:03,935 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T21:57:03,945 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44103-0x100a73c925a0000, quorum=127.0.0.1:64939, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-04T21:57:03,949 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca, hbase.cluster.distributed=false 2024-12-04T21:57:03,972 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44103-0x100a73c925a0000, quorum=127.0.0.1:64939, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-04T21:57:03,977 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44103 2024-12-04T21:57:03,977 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44103 2024-12-04T21:57:03,978 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44103 2024-12-04T21:57:03,981 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44103 2024-12-04T21:57:03,982 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44103 2024-12-04T21:57:04,080 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/bb3046a53f79:0 server-side Connection retries=45 2024-12-04T21:57:04,082 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T21:57:04,082 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T21:57:04,082 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T21:57:04,082 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T21:57:04,082 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T21:57:04,084 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-04T21:57:04,086 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T21:57:04,087 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39095 2024-12-04T21:57:04,089 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39095 connecting to ZooKeeper ensemble=127.0.0.1:64939 2024-12-04T21:57:04,091 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T21:57:04,095 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T21:57:04,101 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:390950x0, quorum=127.0.0.1:64939, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T21:57:04,102 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39095-0x100a73c925a0001, quorum=127.0.0.1:64939, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-04T21:57:04,102 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39095-0x100a73c925a0001 connected 2024-12-04T21:57:04,106 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-04T21:57:04,113 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-04T21:57:04,116 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39095-0x100a73c925a0001, quorum=127.0.0.1:64939, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-04T21:57:04,122 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39095-0x100a73c925a0001, quorum=127.0.0.1:64939, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-04T21:57:04,123 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39095 2024-12-04T21:57:04,125 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39095 2024-12-04T21:57:04,127 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39095 2024-12-04T21:57:04,130 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39095 2024-12-04T21:57:04,131 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39095 2024-12-04T21:57:04,145 DEBUG [M:0;bb3046a53f79:44103 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;bb3046a53f79:44103 2024-12-04T21:57:04,146 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/bb3046a53f79,44103,1733349423427 2024-12-04T21:57:04,151 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39095-0x100a73c925a0001, quorum=127.0.0.1:64939, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-04T21:57:04,151 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44103-0x100a73c925a0000, quorum=127.0.0.1:64939, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-04T21:57:04,153 DEBUG [master/bb3046a53f79:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44103-0x100a73c925a0000, quorum=127.0.0.1:64939, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/bb3046a53f79,44103,1733349423427 2024-12-04T21:57:04,171 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39095-0x100a73c925a0001, quorum=127.0.0.1:64939, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-04T21:57:04,171 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39095-0x100a73c925a0001, quorum=127.0.0.1:64939, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T21:57:04,171 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44103-0x100a73c925a0000, quorum=127.0.0.1:64939, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T21:57:04,172 DEBUG [master/bb3046a53f79:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44103-0x100a73c925a0000, quorum=127.0.0.1:64939, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-04T21:57:04,173 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/bb3046a53f79,44103,1733349423427 from backup master directory 2024-12-04T21:57:04,175 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44103-0x100a73c925a0000, quorum=127.0.0.1:64939, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/bb3046a53f79,44103,1733349423427 2024-12-04T21:57:04,175 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39095-0x100a73c925a0001, quorum=127.0.0.1:64939, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-04T21:57:04,175 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44103-0x100a73c925a0000, quorum=127.0.0.1:64939, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-04T21:57:04,176 WARN [master/bb3046a53f79:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T21:57:04,176 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=bb3046a53f79,44103,1733349423427 2024-12-04T21:57:04,178 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-12-04T21:57:04,179 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-12-04T21:57:04,232 DEBUG [master/bb3046a53f79:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/hbase.id] with ID: d4c51ddd-78fd-4d7f-a588-940e286afcf0 2024-12-04T21:57:04,232 DEBUG [master/bb3046a53f79:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/.tmp/hbase.id 2024-12-04T21:57:04,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073741826_1002 (size=42) 2024-12-04T21:57:04,645 DEBUG [master/bb3046a53f79:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/.tmp/hbase.id]:[hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/hbase.id] 2024-12-04T21:57:04,705 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T21:57:04,710 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-04T21:57:04,733 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 21ms. 2024-12-04T21:57:04,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44103-0x100a73c925a0000, quorum=127.0.0.1:64939, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T21:57:04,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39095-0x100a73c925a0001, quorum=127.0.0.1:64939, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T21:57:04,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073741827_1003 (size=196) 2024-12-04T21:57:04,778 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T21:57:04,782 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-04T21:57:04,816 DEBUG [master/bb3046a53f79:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:57:04,821 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T21:57:04,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073741828_1004 (size=1189) 2024-12-04T21:57:04,894 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/MasterData/data/master/store 2024-12-04T21:57:04,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073741829_1005 (size=34) 2024-12-04T21:57:04,926 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-12-04T21:57:04,930 DEBUG [master/bb3046a53f79:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T21:57:04,931 DEBUG [master/bb3046a53f79:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T21:57:04,933 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T21:57:04,933 DEBUG [master/bb3046a53f79:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T21:57:04,935 DEBUG [master/bb3046a53f79:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T21:57:04,936 DEBUG [master/bb3046a53f79:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T21:57:04,936 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T21:57:04,938 DEBUG [master/bb3046a53f79:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733349424931Disabling compacts and flushes for region at 1733349424931Disabling writes for close at 1733349424936 (+5 ms)Writing region close event to WAL at 1733349424936Closed at 1733349424936 2024-12-04T21:57:04,941 WARN [master/bb3046a53f79:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/MasterData/data/master/store/.initializing 2024-12-04T21:57:04,942 DEBUG [master/bb3046a53f79:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/MasterData/WALs/bb3046a53f79,44103,1733349423427 2024-12-04T21:57:04,952 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T21:57:04,970 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=bb3046a53f79%2C44103%2C1733349423427, suffix=, logDir=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/MasterData/WALs/bb3046a53f79,44103,1733349423427, archiveDir=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/MasterData/oldWALs, maxLogs=10 2024-12-04T21:57:04,996 DEBUG [master/bb3046a53f79:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/MasterData/WALs/bb3046a53f79,44103,1733349423427/bb3046a53f79%2C44103%2C1733349423427.1733349424976, exclude list is [], retry=0 2024-12-04T21:57:05,017 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39149,DS-b6f6f72f-2ba7-4949-8e83-a856301663b7,DISK] 2024-12-04T21:57:05,020 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-12-04T21:57:05,065 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/MasterData/WALs/bb3046a53f79,44103,1733349423427/bb3046a53f79%2C44103%2C1733349423427.1733349424976 2024-12-04T21:57:05,066 DEBUG [master/bb3046a53f79:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43091:43091)] 2024-12-04T21:57:05,067 DEBUG [master/bb3046a53f79:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-04T21:57:05,068 DEBUG [master/bb3046a53f79:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T21:57:05,072 DEBUG [master/bb3046a53f79:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T21:57:05,073 DEBUG [master/bb3046a53f79:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T21:57:05,117 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T21:57:05,150 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-04T21:57:05,154 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:05,157 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T21:57:05,158 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T21:57:05,161 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-04T21:57:05,162 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:05,163 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T21:57:05,163 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T21:57:05,166 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-04T21:57:05,166 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:05,168 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T21:57:05,168 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T21:57:05,171 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-04T21:57:05,171 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:05,172 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T21:57:05,173 DEBUG [master/bb3046a53f79:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T21:57:05,178 DEBUG [master/bb3046a53f79:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T21:57:05,179 DEBUG [master/bb3046a53f79:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T21:57:05,185 DEBUG [master/bb3046a53f79:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T21:57:05,186 DEBUG [master/bb3046a53f79:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T21:57:05,190 DEBUG [master/bb3046a53f79:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T21:57:05,194 DEBUG [master/bb3046a53f79:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T21:57:05,206 DEBUG [master/bb3046a53f79:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T21:57:05,208 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61925512, jitterRate=-0.07723796367645264}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T21:57:05,214 DEBUG [master/bb3046a53f79:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733349425088Initializing all the Stores at 1733349425091 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733349425092 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733349425093 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733349425093Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733349425093Cleaning up temporary data from old regions at 1733349425186 (+93 ms)Region opened successfully at 1733349425214 (+28 ms) 2024-12-04T21:57:05,216 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-04T21:57:05,254 DEBUG [master/bb3046a53f79:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b5ce06e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=bb3046a53f79/172.17.0.2:0 2024-12-04T21:57:05,288 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-04T21:57:05,303 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-04T21:57:05,303 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-04T21:57:05,307 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-04T21:57:05,308 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-12-04T21:57:05,314 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 5 msec 2024-12-04T21:57:05,314 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-04T21:57:05,342 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-04T21:57:05,352 DEBUG [master/bb3046a53f79:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44103-0x100a73c925a0000, quorum=127.0.0.1:64939, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-04T21:57:05,355 DEBUG [master/bb3046a53f79:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-12-04T21:57:05,358 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-04T21:57:05,359 DEBUG [master/bb3046a53f79:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44103-0x100a73c925a0000, quorum=127.0.0.1:64939, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-04T21:57:05,360 DEBUG [master/bb3046a53f79:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-12-04T21:57:05,363 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-04T21:57:05,367 DEBUG [master/bb3046a53f79:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44103-0x100a73c925a0000, quorum=127.0.0.1:64939, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-04T21:57:05,368 DEBUG [master/bb3046a53f79:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-12-04T21:57:05,369 DEBUG [master/bb3046a53f79:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44103-0x100a73c925a0000, quorum=127.0.0.1:64939, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-04T21:57:05,370 DEBUG [master/bb3046a53f79:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-12-04T21:57:05,388 DEBUG [master/bb3046a53f79:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44103-0x100a73c925a0000, quorum=127.0.0.1:64939, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-04T21:57:05,389 DEBUG [master/bb3046a53f79:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-04T21:57:05,393 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39095-0x100a73c925a0001, quorum=127.0.0.1:64939, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-04T21:57:05,393 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44103-0x100a73c925a0000, quorum=127.0.0.1:64939, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-04T21:57:05,393 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44103-0x100a73c925a0000, quorum=127.0.0.1:64939, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T21:57:05,393 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39095-0x100a73c925a0001, quorum=127.0.0.1:64939, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T21:57:05,396 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=bb3046a53f79,44103,1733349423427, sessionid=0x100a73c925a0000, setting cluster-up flag (Was=false) 2024-12-04T21:57:05,407 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44103-0x100a73c925a0000, quorum=127.0.0.1:64939, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T21:57:05,407 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39095-0x100a73c925a0001, quorum=127.0.0.1:64939, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T21:57:05,411 DEBUG [master/bb3046a53f79:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-04T21:57:05,413 DEBUG [master/bb3046a53f79:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=bb3046a53f79,44103,1733349423427 2024-12-04T21:57:05,418 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39095-0x100a73c925a0001, quorum=127.0.0.1:64939, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T21:57:05,418 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44103-0x100a73c925a0000, quorum=127.0.0.1:64939, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T21:57:05,422 DEBUG [master/bb3046a53f79:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-04T21:57:05,424 DEBUG [master/bb3046a53f79:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=bb3046a53f79,44103,1733349423427 2024-12-04T21:57:05,431 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-04T21:57:05,436 INFO [RS:0;bb3046a53f79:39095 {}] regionserver.HRegionServer(746): ClusterId : d4c51ddd-78fd-4d7f-a588-940e286afcf0 2024-12-04T21:57:05,439 DEBUG [RS:0;bb3046a53f79:39095 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-04T21:57:05,449 DEBUG [RS:0;bb3046a53f79:39095 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-04T21:57:05,450 DEBUG [RS:0;bb3046a53f79:39095 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-04T21:57:05,452 DEBUG [RS:0;bb3046a53f79:39095 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-04T21:57:05,453 DEBUG [RS:0;bb3046a53f79:39095 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5df759d2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=bb3046a53f79/172.17.0.2:0 2024-12-04T21:57:05,471 DEBUG [RS:0;bb3046a53f79:39095 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;bb3046a53f79:39095 2024-12-04T21:57:05,475 INFO [RS:0;bb3046a53f79:39095 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-04T21:57:05,475 INFO [RS:0;bb3046a53f79:39095 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-04T21:57:05,475 DEBUG [RS:0;bb3046a53f79:39095 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-04T21:57:05,478 INFO [RS:0;bb3046a53f79:39095 {}] regionserver.HRegionServer(2659): reportForDuty to master=bb3046a53f79,44103,1733349423427 with port=39095, startcode=1733349424047 2024-12-04T21:57:05,490 DEBUG [RS:0;bb3046a53f79:39095 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-04T21:57:05,519 DEBUG [master/bb3046a53f79:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-04T21:57:05,529 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-04T21:57:05,533 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34963, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-12-04T21:57:05,539 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-04T21:57:05,541 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44103 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:57:05,546 DEBUG [master/bb3046a53f79:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: bb3046a53f79,44103,1733349423427 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-04T21:57:05,553 DEBUG [master/bb3046a53f79:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/bb3046a53f79:0, corePoolSize=5, maxPoolSize=5 2024-12-04T21:57:05,554 DEBUG [master/bb3046a53f79:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/bb3046a53f79:0, corePoolSize=5, maxPoolSize=5 2024-12-04T21:57:05,554 DEBUG [master/bb3046a53f79:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/bb3046a53f79:0, corePoolSize=5, maxPoolSize=5 2024-12-04T21:57:05,554 DEBUG [master/bb3046a53f79:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/bb3046a53f79:0, corePoolSize=5, maxPoolSize=5 2024-12-04T21:57:05,554 DEBUG [master/bb3046a53f79:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/bb3046a53f79:0, corePoolSize=10, maxPoolSize=10 2024-12-04T21:57:05,554 DEBUG [master/bb3046a53f79:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/bb3046a53f79:0, corePoolSize=1, maxPoolSize=1 2024-12-04T21:57:05,555 DEBUG [master/bb3046a53f79:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/bb3046a53f79:0, corePoolSize=2, maxPoolSize=2 2024-12-04T21:57:05,555 DEBUG [master/bb3046a53f79:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/bb3046a53f79:0, corePoolSize=1, maxPoolSize=1 2024-12-04T21:57:05,557 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733349455557 2024-12-04T21:57:05,559 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-04T21:57:05,560 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-04T21:57:05,562 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T21:57:05,562 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-04T21:57:05,565 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-04T21:57:05,565 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-04T21:57:05,565 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-04T21:57:05,566 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-04T21:57:05,569 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:05,570 DEBUG [RS:0;bb3046a53f79:39095 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-12-04T21:57:05,570 WARN [RS:0;bb3046a53f79:39095 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-12-04T21:57:05,570 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-04T21:57:05,569 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T21:57:05,572 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-04T21:57:05,574 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-04T21:57:05,574 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-04T21:57:05,576 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-04T21:57:05,577 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-04T21:57:05,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073741831_1007 (size=1321) 2024-12-04T21:57:05,579 DEBUG [master/bb3046a53f79:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/bb3046a53f79:0:becomeActiveMaster-HFileCleaner.large.0-1733349425578,5,FailOnTimeoutGroup] 2024-12-04T21:57:05,579 DEBUG [master/bb3046a53f79:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/bb3046a53f79:0:becomeActiveMaster-HFileCleaner.small.0-1733349425579,5,FailOnTimeoutGroup] 2024-12-04T21:57:05,579 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T21:57:05,579 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-04T21:57:05,581 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-04T21:57:05,581 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-04T21:57:05,671 INFO [RS:0;bb3046a53f79:39095 {}] regionserver.HRegionServer(2659): reportForDuty to master=bb3046a53f79,44103,1733349423427 with port=39095, startcode=1733349424047 2024-12-04T21:57:05,674 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44103 {}] master.ServerManager(363): Checking decommissioned status of RegionServer bb3046a53f79,39095,1733349424047 2024-12-04T21:57:05,676 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44103 {}] master.ServerManager(517): Registering regionserver=bb3046a53f79,39095,1733349424047 2024-12-04T21:57:05,684 DEBUG [RS:0;bb3046a53f79:39095 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca 2024-12-04T21:57:05,684 DEBUG [RS:0;bb3046a53f79:39095 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39181 2024-12-04T21:57:05,684 DEBUG [RS:0;bb3046a53f79:39095 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-04T21:57:05,688 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44103-0x100a73c925a0000, quorum=127.0.0.1:64939, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-04T21:57:05,688 DEBUG [RS:0;bb3046a53f79:39095 {}] zookeeper.ZKUtil(111): regionserver:39095-0x100a73c925a0001, quorum=127.0.0.1:64939, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/bb3046a53f79,39095,1733349424047 2024-12-04T21:57:05,689 WARN [RS:0;bb3046a53f79:39095 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T21:57:05,689 INFO [RS:0;bb3046a53f79:39095 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T21:57:05,689 DEBUG [RS:0;bb3046a53f79:39095 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/WALs/bb3046a53f79,39095,1733349424047 2024-12-04T21:57:05,691 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [bb3046a53f79,39095,1733349424047] 2024-12-04T21:57:05,713 INFO [RS:0;bb3046a53f79:39095 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-04T21:57:05,733 INFO [RS:0;bb3046a53f79:39095 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-04T21:57:05,741 INFO [RS:0;bb3046a53f79:39095 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-04T21:57:05,741 INFO [RS:0;bb3046a53f79:39095 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T21:57:05,744 INFO [RS:0;bb3046a53f79:39095 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-04T21:57:05,750 INFO [RS:0;bb3046a53f79:39095 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-04T21:57:05,752 INFO [RS:0;bb3046a53f79:39095 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-04T21:57:05,752 DEBUG [RS:0;bb3046a53f79:39095 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/bb3046a53f79:0, corePoolSize=1, maxPoolSize=1 2024-12-04T21:57:05,752 DEBUG [RS:0;bb3046a53f79:39095 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/bb3046a53f79:0, corePoolSize=1, maxPoolSize=1 2024-12-04T21:57:05,752 DEBUG [RS:0;bb3046a53f79:39095 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/bb3046a53f79:0, corePoolSize=1, maxPoolSize=1 2024-12-04T21:57:05,752 DEBUG [RS:0;bb3046a53f79:39095 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/bb3046a53f79:0, corePoolSize=1, maxPoolSize=1 2024-12-04T21:57:05,753 DEBUG [RS:0;bb3046a53f79:39095 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/bb3046a53f79:0, corePoolSize=1, maxPoolSize=1 2024-12-04T21:57:05,753 DEBUG [RS:0;bb3046a53f79:39095 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/bb3046a53f79:0, corePoolSize=2, maxPoolSize=2 2024-12-04T21:57:05,753 DEBUG [RS:0;bb3046a53f79:39095 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/bb3046a53f79:0, corePoolSize=1, maxPoolSize=1 2024-12-04T21:57:05,753 DEBUG [RS:0;bb3046a53f79:39095 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/bb3046a53f79:0, corePoolSize=1, maxPoolSize=1 2024-12-04T21:57:05,753 DEBUG [RS:0;bb3046a53f79:39095 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/bb3046a53f79:0, corePoolSize=1, maxPoolSize=1 2024-12-04T21:57:05,753 DEBUG [RS:0;bb3046a53f79:39095 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/bb3046a53f79:0, corePoolSize=1, maxPoolSize=1 2024-12-04T21:57:05,754 DEBUG [RS:0;bb3046a53f79:39095 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/bb3046a53f79:0, corePoolSize=1, maxPoolSize=1 2024-12-04T21:57:05,754 DEBUG [RS:0;bb3046a53f79:39095 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/bb3046a53f79:0, corePoolSize=1, maxPoolSize=1 2024-12-04T21:57:05,754 DEBUG [RS:0;bb3046a53f79:39095 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/bb3046a53f79:0, corePoolSize=3, maxPoolSize=3 2024-12-04T21:57:05,754 DEBUG [RS:0;bb3046a53f79:39095 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0, corePoolSize=3, maxPoolSize=3 2024-12-04T21:57:05,756 INFO [RS:0;bb3046a53f79:39095 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T21:57:05,756 INFO [RS:0;bb3046a53f79:39095 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T21:57:05,756 INFO [RS:0;bb3046a53f79:39095 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T21:57:05,757 INFO [RS:0;bb3046a53f79:39095 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-04T21:57:05,757 INFO [RS:0;bb3046a53f79:39095 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-04T21:57:05,757 INFO [RS:0;bb3046a53f79:39095 {}] hbase.ChoreService(168): Chore ScheduledChore name=bb3046a53f79,39095,1733349424047-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T21:57:05,785 INFO [RS:0;bb3046a53f79:39095 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-04T21:57:05,787 INFO [RS:0;bb3046a53f79:39095 {}] hbase.ChoreService(168): Chore ScheduledChore name=bb3046a53f79,39095,1733349424047-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T21:57:05,788 INFO [RS:0;bb3046a53f79:39095 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T21:57:05,788 INFO [RS:0;bb3046a53f79:39095 {}] regionserver.Replication(171): bb3046a53f79,39095,1733349424047 started 2024-12-04T21:57:05,812 INFO [RS:0;bb3046a53f79:39095 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T21:57:05,813 INFO [RS:0;bb3046a53f79:39095 {}] regionserver.HRegionServer(1482): Serving as bb3046a53f79,39095,1733349424047, RpcServer on bb3046a53f79/172.17.0.2:39095, sessionid=0x100a73c925a0001 2024-12-04T21:57:05,814 DEBUG [RS:0;bb3046a53f79:39095 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-04T21:57:05,814 DEBUG [RS:0;bb3046a53f79:39095 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager bb3046a53f79,39095,1733349424047 2024-12-04T21:57:05,814 DEBUG [RS:0;bb3046a53f79:39095 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'bb3046a53f79,39095,1733349424047' 2024-12-04T21:57:05,815 DEBUG [RS:0;bb3046a53f79:39095 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-04T21:57:05,816 DEBUG [RS:0;bb3046a53f79:39095 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-04T21:57:05,817 DEBUG [RS:0;bb3046a53f79:39095 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-04T21:57:05,817 DEBUG [RS:0;bb3046a53f79:39095 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-04T21:57:05,817 DEBUG [RS:0;bb3046a53f79:39095 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager bb3046a53f79,39095,1733349424047 2024-12-04T21:57:05,817 DEBUG [RS:0;bb3046a53f79:39095 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'bb3046a53f79,39095,1733349424047' 2024-12-04T21:57:05,817 DEBUG [RS:0;bb3046a53f79:39095 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-04T21:57:05,818 DEBUG [RS:0;bb3046a53f79:39095 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-04T21:57:05,818 DEBUG [RS:0;bb3046a53f79:39095 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-04T21:57:05,819 INFO [RS:0;bb3046a53f79:39095 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-04T21:57:05,819 INFO [RS:0;bb3046a53f79:39095 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-04T21:57:05,925 INFO [RS:0;bb3046a53f79:39095 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T21:57:05,929 INFO [RS:0;bb3046a53f79:39095 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=bb3046a53f79%2C39095%2C1733349424047, suffix=, logDir=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/WALs/bb3046a53f79,39095,1733349424047, archiveDir=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/oldWALs, maxLogs=32 2024-12-04T21:57:05,947 DEBUG [RS:0;bb3046a53f79:39095 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/WALs/bb3046a53f79,39095,1733349424047/bb3046a53f79%2C39095%2C1733349424047.1733349425931, exclude list is [], retry=0 2024-12-04T21:57:05,953 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39149,DS-b6f6f72f-2ba7-4949-8e83-a856301663b7,DISK] 2024-12-04T21:57:05,957 INFO [RS:0;bb3046a53f79:39095 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/WALs/bb3046a53f79,39095,1733349424047/bb3046a53f79%2C39095%2C1733349424047.1733349425931 2024-12-04T21:57:05,957 DEBUG [RS:0;bb3046a53f79:39095 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43091:43091)] 2024-12-04T21:57:05,981 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-04T21:57:05,982 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca 2024-12-04T21:57:05,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073741833_1009 (size=32) 2024-12-04T21:57:06,394 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T21:57:06,397 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T21:57:06,400 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T21:57:06,400 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:06,401 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T21:57:06,401 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T21:57:06,404 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T21:57:06,405 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:06,406 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T21:57:06,406 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T21:57:06,409 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T21:57:06,409 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:06,411 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T21:57:06,411 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T21:57:06,414 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T21:57:06,414 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:06,416 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T21:57:06,416 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T21:57:06,418 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/hbase/meta/1588230740 2024-12-04T21:57:06,419 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/hbase/meta/1588230740 2024-12-04T21:57:06,422 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T21:57:06,422 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T21:57:06,423 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-04T21:57:06,426 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T21:57:06,430 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T21:57:06,431 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62683762, jitterRate=-0.06593915820121765}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-04T21:57:06,433 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733349426395Initializing all the Stores at 1733349426396 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733349426396Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733349426397 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733349426397Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733349426397Cleaning up temporary data from old regions at 1733349426422 (+25 ms)Region opened successfully at 1733349426433 (+11 ms) 2024-12-04T21:57:06,433 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T21:57:06,434 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T21:57:06,434 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T21:57:06,434 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T21:57:06,434 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T21:57:06,435 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T21:57:06,436 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733349426433Disabling compacts and flushes for region at 1733349426433Disabling writes for close at 1733349426434 (+1 ms)Writing region close event to WAL at 1733349426435 (+1 ms)Closed at 1733349426435 2024-12-04T21:57:06,439 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T21:57:06,440 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-04T21:57:06,446 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-04T21:57:06,454 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T21:57:06,457 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-04T21:57:06,610 DEBUG [bb3046a53f79:44103 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-04T21:57:06,623 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=bb3046a53f79,39095,1733349424047 2024-12-04T21:57:06,630 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as bb3046a53f79,39095,1733349424047, state=OPENING 2024-12-04T21:57:06,635 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-04T21:57:06,636 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44103-0x100a73c925a0000, quorum=127.0.0.1:64939, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T21:57:06,636 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39095-0x100a73c925a0001, quorum=127.0.0.1:64939, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T21:57:06,637 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-04T21:57:06,637 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-04T21:57:06,639 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T21:57:06,641 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=bb3046a53f79,39095,1733349424047}] 2024-12-04T21:57:06,822 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T21:57:06,826 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43151, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-04T21:57:06,848 INFO [RS_OPEN_META-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-04T21:57:06,848 INFO [RS_OPEN_META-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T21:57:06,849 INFO [RS_OPEN_META-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-04T21:57:06,853 INFO [RS_OPEN_META-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=bb3046a53f79%2C39095%2C1733349424047.meta, suffix=.meta, logDir=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/WALs/bb3046a53f79,39095,1733349424047, archiveDir=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/oldWALs, maxLogs=32 2024-12-04T21:57:06,872 DEBUG [RS_OPEN_META-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/WALs/bb3046a53f79,39095,1733349424047/bb3046a53f79%2C39095%2C1733349424047.meta.1733349426855.meta, exclude list is [], retry=0 2024-12-04T21:57:06,876 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39149,DS-b6f6f72f-2ba7-4949-8e83-a856301663b7,DISK] 2024-12-04T21:57:06,881 INFO [RS_OPEN_META-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/WALs/bb3046a53f79,39095,1733349424047/bb3046a53f79%2C39095%2C1733349424047.meta.1733349426855.meta 2024-12-04T21:57:06,885 DEBUG [RS_OPEN_META-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43091:43091)] 2024-12-04T21:57:06,886 DEBUG [RS_OPEN_META-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-04T21:57:06,888 DEBUG [RS_OPEN_META-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T21:57:06,892 DEBUG [RS_OPEN_META-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-04T21:57:06,898 INFO [RS_OPEN_META-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-04T21:57:06,904 DEBUG [RS_OPEN_META-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-04T21:57:06,905 DEBUG [RS_OPEN_META-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T21:57:06,905 DEBUG [RS_OPEN_META-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-04T21:57:06,905 DEBUG [RS_OPEN_META-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-04T21:57:06,910 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T21:57:06,912 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T21:57:06,912 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:06,914 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T21:57:06,914 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T21:57:06,916 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T21:57:06,916 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:06,918 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T21:57:06,918 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T21:57:06,920 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T21:57:06,920 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:06,921 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T21:57:06,922 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T21:57:06,924 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T21:57:06,924 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:06,925 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T21:57:06,926 DEBUG [RS_OPEN_META-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T21:57:06,928 DEBUG [RS_OPEN_META-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/hbase/meta/1588230740 2024-12-04T21:57:06,932 DEBUG [RS_OPEN_META-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/hbase/meta/1588230740 2024-12-04T21:57:06,935 DEBUG [RS_OPEN_META-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T21:57:06,935 DEBUG [RS_OPEN_META-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T21:57:06,936 DEBUG [RS_OPEN_META-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-04T21:57:06,940 DEBUG [RS_OPEN_META-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T21:57:06,942 INFO [RS_OPEN_META-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59560978, jitterRate=-0.11247226595878601}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-04T21:57:06,942 DEBUG [RS_OPEN_META-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-04T21:57:06,944 DEBUG [RS_OPEN_META-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733349426906Writing region info on filesystem at 1733349426906Initializing all the Stores at 1733349426909 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733349426909Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733349426910 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733349426910Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733349426910Cleaning up temporary data from old regions at 1733349426935 (+25 ms)Running coprocessor post-open hooks at 1733349426942 (+7 ms)Region opened successfully at 1733349426944 (+2 ms) 2024-12-04T21:57:06,953 INFO [RS_OPEN_META-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733349426811 2024-12-04T21:57:06,969 DEBUG [RS_OPEN_META-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-04T21:57:06,970 INFO [RS_OPEN_META-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-04T21:57:06,972 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=bb3046a53f79,39095,1733349424047 2024-12-04T21:57:06,975 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as bb3046a53f79,39095,1733349424047, state=OPEN 2024-12-04T21:57:06,979 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44103-0x100a73c925a0000, quorum=127.0.0.1:64939, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-04T21:57:06,979 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-04T21:57:06,979 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39095-0x100a73c925a0001, quorum=127.0.0.1:64939, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-04T21:57:06,979 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:57:06,980 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-04T21:57:06,995 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-04T21:57:06,995 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=bb3046a53f79,39095,1733349424047 in 339 msec 2024-12-04T21:57:07,009 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-04T21:57:07,009 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 553 msec 2024-12-04T21:57:07,014 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T21:57:07,014 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-04T21:57:07,041 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T21:57:07,043 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bb3046a53f79,39095,1733349424047, seqNum=-1] 2024-12-04T21:57:07,070 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T21:57:07,073 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50549, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T21:57:07,101 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.6320 sec 2024-12-04T21:57:07,101 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733349427101, completionTime=-1 2024-12-04T21:57:07,105 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-04T21:57:07,105 DEBUG [master/bb3046a53f79:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-04T21:57:07,143 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-04T21:57:07,143 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733349487143 2024-12-04T21:57:07,144 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733349547144 2024-12-04T21:57:07,144 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 38 msec 2024-12-04T21:57:07,147 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bb3046a53f79,44103,1733349423427-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T21:57:07,148 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bb3046a53f79,44103,1733349423427-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T21:57:07,148 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bb3046a53f79,44103,1733349423427-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T21:57:07,150 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-bb3046a53f79:44103, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T21:57:07,151 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-04T21:57:07,152 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-04T21:57:07,159 DEBUG [master/bb3046a53f79:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-04T21:57:07,185 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.009sec 2024-12-04T21:57:07,186 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-04T21:57:07,188 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-04T21:57:07,189 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-04T21:57:07,189 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-04T21:57:07,189 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-04T21:57:07,190 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bb3046a53f79,44103,1733349423427-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T21:57:07,190 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bb3046a53f79,44103,1733349423427-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-04T21:57:07,199 DEBUG [master/bb3046a53f79:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-04T21:57:07,200 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-04T21:57:07,200 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bb3046a53f79,44103,1733349423427-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T21:57:07,248 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a55ab36, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T21:57:07,250 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-12-04T21:57:07,250 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-12-04T21:57:07,254 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bb3046a53f79,44103,-1 for getting cluster id 2024-12-04T21:57:07,257 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T21:57:07,265 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd4c51ddd-78fd-4d7f-a588-940e286afcf0' 2024-12-04T21:57:07,269 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T21:57:07,269 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d4c51ddd-78fd-4d7f-a588-940e286afcf0" 2024-12-04T21:57:07,272 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d7aa7eb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T21:57:07,272 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bb3046a53f79,44103,-1] 2024-12-04T21:57:07,275 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T21:57:07,277 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T21:57:07,279 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58590, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T21:57:07,283 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f077735, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T21:57:07,283 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T21:57:07,294 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bb3046a53f79,39095,1733349424047, seqNum=-1] 2024-12-04T21:57:07,294 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T21:57:07,297 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56316, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T21:57:07,320 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=bb3046a53f79,44103,1733349423427 2024-12-04T21:57:07,336 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testMixedAtomicity Thread=211, OpenFileDescriptor=441, MaxFileDescriptor=1048576, SystemLoadAverage=556, ProcessCount=11, AvailableMemoryMB=2882 2024-12-04T21:57:07,345 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T21:57:07,350 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is bb3046a53f79,44103,1733349423427 2024-12-04T21:57:07,353 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@23562587 2024-12-04T21:57:07,354 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T21:57:07,356 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58602, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T21:57:07,359 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44103 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-04T21:57:07,363 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44103 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T21:57:07,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44103 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-12-04T21:57:07,376 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-12-04T21:57:07,379 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44103 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 4 2024-12-04T21:57:07,379 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:07,382 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-04T21:57:07,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T21:57:07,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073741835_1011 (size=1061) 2024-12-04T21:57:07,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T21:57:07,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T21:57:07,798 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f466f4b94896be1bc1679fd7fa7d08e1, NAME => 'TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca 2024-12-04T21:57:07,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073741836_1012 (size=53) 2024-12-04T21:57:08,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T21:57:08,210 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T21:57:08,210 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing f466f4b94896be1bc1679fd7fa7d08e1, disabling compactions & flushes 2024-12-04T21:57:08,210 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1. 2024-12-04T21:57:08,210 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1. 2024-12-04T21:57:08,210 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1. after waiting 0 ms 2024-12-04T21:57:08,210 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1. 2024-12-04T21:57:08,210 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1. 2024-12-04T21:57:08,211 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for f466f4b94896be1bc1679fd7fa7d08e1: Waiting for close lock at 1733349428210Disabling compacts and flushes for region at 1733349428210Disabling writes for close at 1733349428210Writing region close event to WAL at 1733349428210Closed at 1733349428210 2024-12-04T21:57:08,213 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-12-04T21:57:08,219 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1733349428214"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733349428214"}]},"ts":"1733349428214"} 2024-12-04T21:57:08,223 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-04T21:57:08,226 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-04T21:57:08,228 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733349428226"}]},"ts":"1733349428226"} 2024-12-04T21:57:08,233 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-12-04T21:57:08,235 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=f466f4b94896be1bc1679fd7fa7d08e1, ASSIGN}] 2024-12-04T21:57:08,238 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=f466f4b94896be1bc1679fd7fa7d08e1, ASSIGN 2024-12-04T21:57:08,240 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=f466f4b94896be1bc1679fd7fa7d08e1, ASSIGN; state=OFFLINE, location=bb3046a53f79,39095,1733349424047; forceNewPlan=false, retain=false 2024-12-04T21:57:08,392 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f466f4b94896be1bc1679fd7fa7d08e1, regionState=OPENING, regionLocation=bb3046a53f79,39095,1733349424047 2024-12-04T21:57:08,399 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=f466f4b94896be1bc1679fd7fa7d08e1, ASSIGN because future has completed 2024-12-04T21:57:08,400 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047}] 2024-12-04T21:57:08,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T21:57:08,562 INFO [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1. 2024-12-04T21:57:08,562 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => f466f4b94896be1bc1679fd7fa7d08e1, NAME => 'TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1.', STARTKEY => '', ENDKEY => ''} 2024-12-04T21:57:08,563 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees f466f4b94896be1bc1679fd7fa7d08e1 2024-12-04T21:57:08,563 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T21:57:08,563 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for f466f4b94896be1bc1679fd7fa7d08e1 2024-12-04T21:57:08,563 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for f466f4b94896be1bc1679fd7fa7d08e1 2024-12-04T21:57:08,566 INFO [StoreOpener-f466f4b94896be1bc1679fd7fa7d08e1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region f466f4b94896be1bc1679fd7fa7d08e1 2024-12-04T21:57:08,570 INFO [StoreOpener-f466f4b94896be1bc1679fd7fa7d08e1-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-04T21:57:08,571 INFO [StoreOpener-f466f4b94896be1bc1679fd7fa7d08e1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f466f4b94896be1bc1679fd7fa7d08e1 columnFamilyName A 2024-12-04T21:57:08,571 DEBUG [StoreOpener-f466f4b94896be1bc1679fd7fa7d08e1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:08,573 INFO [StoreOpener-f466f4b94896be1bc1679fd7fa7d08e1-1 {}] regionserver.HStore(327): Store=f466f4b94896be1bc1679fd7fa7d08e1/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T21:57:08,573 INFO [StoreOpener-f466f4b94896be1bc1679fd7fa7d08e1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region f466f4b94896be1bc1679fd7fa7d08e1 2024-12-04T21:57:08,575 INFO [StoreOpener-f466f4b94896be1bc1679fd7fa7d08e1-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-04T21:57:08,576 INFO [StoreOpener-f466f4b94896be1bc1679fd7fa7d08e1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f466f4b94896be1bc1679fd7fa7d08e1 columnFamilyName B 2024-12-04T21:57:08,576 DEBUG [StoreOpener-f466f4b94896be1bc1679fd7fa7d08e1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:08,577 INFO [StoreOpener-f466f4b94896be1bc1679fd7fa7d08e1-1 {}] regionserver.HStore(327): Store=f466f4b94896be1bc1679fd7fa7d08e1/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T21:57:08,577 INFO [StoreOpener-f466f4b94896be1bc1679fd7fa7d08e1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region f466f4b94896be1bc1679fd7fa7d08e1 2024-12-04T21:57:08,580 INFO [StoreOpener-f466f4b94896be1bc1679fd7fa7d08e1-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-04T21:57:08,580 INFO [StoreOpener-f466f4b94896be1bc1679fd7fa7d08e1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f466f4b94896be1bc1679fd7fa7d08e1 columnFamilyName C 2024-12-04T21:57:08,580 DEBUG [StoreOpener-f466f4b94896be1bc1679fd7fa7d08e1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:08,581 INFO [StoreOpener-f466f4b94896be1bc1679fd7fa7d08e1-1 {}] regionserver.HStore(327): Store=f466f4b94896be1bc1679fd7fa7d08e1/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T21:57:08,582 INFO [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1. 2024-12-04T21:57:08,582 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for f466f4b94896be1bc1679fd7fa7d08e1 2024-12-04T21:57:08,584 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1 2024-12-04T21:57:08,585 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1 2024-12-04T21:57:08,587 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for f466f4b94896be1bc1679fd7fa7d08e1 2024-12-04T21:57:08,587 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for f466f4b94896be1bc1679fd7fa7d08e1 2024-12-04T21:57:08,588 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-04T21:57:08,591 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for f466f4b94896be1bc1679fd7fa7d08e1 2024-12-04T21:57:08,595 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T21:57:08,596 INFO [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened f466f4b94896be1bc1679fd7fa7d08e1; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66440012, jitterRate=-0.009966671466827393}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-04T21:57:08,596 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f466f4b94896be1bc1679fd7fa7d08e1 2024-12-04T21:57:08,597 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for f466f4b94896be1bc1679fd7fa7d08e1: Running coprocessor pre-open hook at 1733349428563Writing region info on filesystem at 1733349428563Initializing all the Stores at 1733349428565 (+2 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733349428566 (+1 ms)Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733349428566Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733349428566Cleaning up temporary data from old regions at 1733349428587 (+21 ms)Running coprocessor post-open hooks at 1733349428596 (+9 ms)Region opened successfully at 1733349428597 (+1 ms) 2024-12-04T21:57:08,600 INFO [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., pid=6, masterSystemTime=1733349428555 2024-12-04T21:57:08,609 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1. 2024-12-04T21:57:08,610 INFO [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1. 2024-12-04T21:57:08,611 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f466f4b94896be1bc1679fd7fa7d08e1, regionState=OPEN, openSeqNum=2, regionLocation=bb3046a53f79,39095,1733349424047 2024-12-04T21:57:08,617 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 because future has completed 2024-12-04T21:57:08,628 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-04T21:57:08,629 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 in 219 msec 2024-12-04T21:57:08,633 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-04T21:57:08,633 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=f466f4b94896be1bc1679fd7fa7d08e1, ASSIGN in 391 msec 2024-12-04T21:57:08,635 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-04T21:57:08,635 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733349428635"}]},"ts":"1733349428635"} 2024-12-04T21:57:08,639 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-12-04T21:57:08,641 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-12-04T21:57:08,646 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.2750 sec 2024-12-04T21:57:09,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T21:57:09,540 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-12-04T21:57:09,545 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27b35be7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T21:57:09,545 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bb3046a53f79,44103,-1 for getting cluster id 2024-12-04T21:57:09,545 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T21:57:09,547 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd4c51ddd-78fd-4d7f-a588-940e286afcf0' 2024-12-04T21:57:09,547 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T21:57:09,548 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d4c51ddd-78fd-4d7f-a588-940e286afcf0" 2024-12-04T21:57:09,548 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ecb3032, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T21:57:09,548 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bb3046a53f79,44103,-1] 2024-12-04T21:57:09,548 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T21:57:09,549 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T21:57:09,551 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57752, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T21:57:09,553 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3922c1e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T21:57:09,553 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T21:57:09,555 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bb3046a53f79,39095,1733349424047, seqNum=-1] 2024-12-04T21:57:09,556 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T21:57:09,558 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39946, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T21:57:09,561 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T21:57:09,563 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is bb3046a53f79,44103,1733349423427 2024-12-04T21:57:09,563 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7eef39e4 2024-12-04T21:57:09,566 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T21:57:09,568 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57754, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T21:57:09,573 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1aae1f3f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T21:57:09,573 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bb3046a53f79,44103,-1 for getting cluster id 2024-12-04T21:57:09,573 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T21:57:09,575 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd4c51ddd-78fd-4d7f-a588-940e286afcf0' 2024-12-04T21:57:09,576 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T21:57:09,576 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d4c51ddd-78fd-4d7f-a588-940e286afcf0" 2024-12-04T21:57:09,576 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8f5a6b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T21:57:09,576 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bb3046a53f79,44103,-1] 2024-12-04T21:57:09,577 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T21:57:09,577 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T21:57:09,579 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57762, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T21:57:09,580 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b383f3d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T21:57:09,581 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@728f452, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T21:57:09,581 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bb3046a53f79,44103,-1 for getting cluster id 2024-12-04T21:57:09,581 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T21:57:09,583 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd4c51ddd-78fd-4d7f-a588-940e286afcf0' 2024-12-04T21:57:09,583 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T21:57:09,583 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d4c51ddd-78fd-4d7f-a588-940e286afcf0" 2024-12-04T21:57:09,584 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@175526a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T21:57:09,584 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bb3046a53f79,44103,-1] 2024-12-04T21:57:09,584 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T21:57:09,585 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T21:57:09,586 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57770, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T21:57:09,588 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f55d533, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T21:57:09,588 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@350afbaa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T21:57:09,589 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bb3046a53f79,44103,-1 for getting cluster id 2024-12-04T21:57:09,589 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T21:57:09,590 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd4c51ddd-78fd-4d7f-a588-940e286afcf0' 2024-12-04T21:57:09,591 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T21:57:09,591 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d4c51ddd-78fd-4d7f-a588-940e286afcf0" 2024-12-04T21:57:09,592 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d1d7645, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T21:57:09,592 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bb3046a53f79,44103,-1] 2024-12-04T21:57:09,592 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T21:57:09,592 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T21:57:09,594 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57800, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T21:57:09,595 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10bc6ecb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T21:57:09,596 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76933ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T21:57:09,596 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bb3046a53f79,44103,-1 for getting cluster id 2024-12-04T21:57:09,597 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T21:57:09,598 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd4c51ddd-78fd-4d7f-a588-940e286afcf0' 2024-12-04T21:57:09,599 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T21:57:09,599 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d4c51ddd-78fd-4d7f-a588-940e286afcf0" 2024-12-04T21:57:09,600 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e153ddc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T21:57:09,600 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bb3046a53f79,44103,-1] 2024-12-04T21:57:09,600 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T21:57:09,600 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T21:57:09,602 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57806, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T21:57:09,604 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35159008, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T21:57:09,604 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5efa0d50, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T21:57:09,605 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bb3046a53f79,44103,-1 for getting cluster id 2024-12-04T21:57:09,605 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T21:57:09,606 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd4c51ddd-78fd-4d7f-a588-940e286afcf0' 2024-12-04T21:57:09,606 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T21:57:09,607 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d4c51ddd-78fd-4d7f-a588-940e286afcf0" 2024-12-04T21:57:09,607 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c3f9496, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T21:57:09,607 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bb3046a53f79,44103,-1] 2024-12-04T21:57:09,608 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T21:57:09,608 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T21:57:09,610 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57832, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T21:57:09,611 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55bbabde, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T21:57:09,613 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c4a9e35, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T21:57:09,613 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bb3046a53f79,44103,-1 for getting cluster id 2024-12-04T21:57:09,614 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T21:57:09,615 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd4c51ddd-78fd-4d7f-a588-940e286afcf0' 2024-12-04T21:57:09,615 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T21:57:09,615 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d4c51ddd-78fd-4d7f-a588-940e286afcf0" 2024-12-04T21:57:09,616 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22acfcea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T21:57:09,616 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bb3046a53f79,44103,-1] 2024-12-04T21:57:09,617 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T21:57:09,617 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T21:57:09,619 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57854, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T21:57:09,620 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78668070, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T21:57:09,621 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77d59c73, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T21:57:09,621 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bb3046a53f79,44103,-1 for getting cluster id 2024-12-04T21:57:09,621 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T21:57:09,622 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd4c51ddd-78fd-4d7f-a588-940e286afcf0' 2024-12-04T21:57:09,622 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T21:57:09,622 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d4c51ddd-78fd-4d7f-a588-940e286afcf0" 2024-12-04T21:57:09,623 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52e2fecb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T21:57:09,623 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bb3046a53f79,44103,-1] 2024-12-04T21:57:09,623 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T21:57:09,624 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T21:57:09,625 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57872, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T21:57:09,626 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4501fb62, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T21:57:09,627 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@460c95ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T21:57:09,628 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bb3046a53f79,44103,-1 for getting cluster id 2024-12-04T21:57:09,628 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T21:57:09,629 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd4c51ddd-78fd-4d7f-a588-940e286afcf0' 2024-12-04T21:57:09,629 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T21:57:09,629 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d4c51ddd-78fd-4d7f-a588-940e286afcf0" 2024-12-04T21:57:09,630 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b3b865c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T21:57:09,630 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bb3046a53f79,44103,-1] 2024-12-04T21:57:09,630 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T21:57:09,631 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T21:57:09,632 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57886, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T21:57:09,633 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13210d53, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T21:57:09,634 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c07d65c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T21:57:09,634 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bb3046a53f79,44103,-1 for getting cluster id 2024-12-04T21:57:09,634 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T21:57:09,635 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd4c51ddd-78fd-4d7f-a588-940e286afcf0' 2024-12-04T21:57:09,636 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T21:57:09,636 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d4c51ddd-78fd-4d7f-a588-940e286afcf0" 2024-12-04T21:57:09,636 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c944594, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T21:57:09,637 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bb3046a53f79,44103,-1] 2024-12-04T21:57:09,637 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T21:57:09,637 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T21:57:09,638 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57904, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T21:57:09,640 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e7933c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T21:57:09,644 DEBUG [Thread-143 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T21:57:09,644 DEBUG [Thread-156 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T21:57:09,645 DEBUG [Thread-160 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T21:57:09,646 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bb3046a53f79,39095,1733349424047, seqNum=-1] 2024-12-04T21:57:09,646 DEBUG [Thread-158 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T21:57:09,646 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T21:57:09,647 DEBUG [Thread-145 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T21:57:09,648 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bb3046a53f79,39095,1733349424047, seqNum=-1] 2024-12-04T21:57:09,648 DEBUG [Thread-156 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bb3046a53f79,39095,1733349424047, seqNum=-1] 2024-12-04T21:57:09,648 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bb3046a53f79,39095,1733349424047, seqNum=-1] 2024-12-04T21:57:09,648 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bb3046a53f79,39095,1733349424047, seqNum=-1] 2024-12-04T21:57:09,648 DEBUG [Thread-151 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T21:57:09,648 DEBUG [Thread-156 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T21:57:09,648 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T21:57:09,648 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T21:57:09,648 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T21:57:09,649 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39960, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T21:57:09,650 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39970, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T21:57:09,650 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40010, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T21:57:09,650 DEBUG [Thread-147 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T21:57:09,651 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39968, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T21:57:09,651 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39996, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T21:57:09,652 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bb3046a53f79,39095,1733349424047, seqNum=-1] 2024-12-04T21:57:09,652 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bb3046a53f79,39095,1733349424047, seqNum=-1] 2024-12-04T21:57:09,653 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T21:57:09,653 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T21:57:09,654 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40020, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T21:57:09,656 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2] 2024-12-04T21:57:09,657 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2] 2024-12-04T21:57:09,658 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40032, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T21:57:09,659 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2] 2024-12-04T21:57:09,659 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2] 2024-12-04T21:57:09,661 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2] 2024-12-04T21:57:09,661 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2] 2024-12-04T21:57:09,663 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2] 2024-12-04T21:57:09,667 DEBUG [Thread-149 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T21:57:09,669 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bb3046a53f79,39095,1733349424047, seqNum=-1] 2024-12-04T21:57:09,669 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T21:57:09,671 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40040, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T21:57:09,674 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2] 2024-12-04T21:57:09,674 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44103 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-04T21:57:09,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44103 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees 2024-12-04T21:57:09,685 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-04T21:57:09,685 DEBUG [Thread-154 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T21:57:09,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T21:57:09,688 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bb3046a53f79,39095,1733349424047, seqNum=-1] 2024-12-04T21:57:09,688 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T21:57:09,688 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-04T21:57:09,690 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40056, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T21:57:09,690 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-04T21:57:09,694 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2] 2024-12-04T21:57:09,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(8855): Flush requested on f466f4b94896be1bc1679fd7fa7d08e1 2024-12-04T21:57:09,736 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f466f4b94896be1bc1679fd7fa7d08e1 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-12-04T21:57:09,747 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f466f4b94896be1bc1679fd7fa7d08e1, store=A 2024-12-04T21:57:09,748 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T21:57:09,748 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f466f4b94896be1bc1679fd7fa7d08e1, store=B 2024-12-04T21:57:09,749 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T21:57:09,749 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f466f4b94896be1bc1679fd7fa7d08e1, store=C 2024-12-04T21:57:09,749 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T21:57:09,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T21:57:09,866 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/.tmp/A/f2dd52f706964893a63329b2953d85c2 is 50, key is test_row_0/A:col10/1733349429711/Put/seqid=0 2024-12-04T21:57:09,879 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39095 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-12-04T21:57:09,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1. 2024-12-04T21:57:09,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1. as already flushing 2024-12-04T21:57:09,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1. 2024-12-04T21:57:09,888 ERROR [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => f466f4b94896be1bc1679fd7fa7d08e1, NAME => 'TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:57:09,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => f466f4b94896be1bc1679fd7fa7d08e1, NAME => 'TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:57:09,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073741837_1013 (size=12001) 2024-12-04T21:57:09,899 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/.tmp/A/f2dd52f706964893a63329b2953d85c2 2024-12-04T21:57:09,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f466f4b94896be1bc1679fd7fa7d08e1, NAME => 'TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f466f4b94896be1bc1679fd7fa7d08e1, NAME => 'TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:57:09,963 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:57:09,964 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/bb3046a53f79:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733349429813, max timestamp=1733349429933Num uniques 859; 2024-12-04T21:57:09,966 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/bb3046a53f79:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-04T21:57:09,967 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/bb3046a53f79:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733349429813, max timestamp=1733349429943Num uniques 859; 2024-12-04T21:57:09,968 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/bb3046a53f79:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-04T21:57:09,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40020 deadline: 1733349489908, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:57:09,971 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/bb3046a53f79:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733349429813, max timestamp=1733349429945Num uniques 859; 2024-12-04T21:57:09,971 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:09,971 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/bb3046a53f79:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-04T21:57:09,972 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:09,972 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:57:10,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T21:57:10,017 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/.tmp/B/62e76f7ca1194af7ad576aefc2db7356 is 50, key is test_row_0/B:col10/1733349429711/Put/seqid=0 2024-12-04T21:57:10,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073741838_1014 (size=12001) 2024-12-04T21:57:10,047 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/.tmp/B/62e76f7ca1194af7ad576aefc2db7356 2024-12-04T21:57:10,058 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39095 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-12-04T21:57:10,059 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:57:10,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39970 deadline: 1733349490050, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:57:10,061 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:10,062 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:10,062 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:57:10,075 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:57:10,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40040 deadline: 1733349490056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:57:10,077 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:10,077 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:10,077 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:57:10,077 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:57:10,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40032 deadline: 1733349490058, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:57:10,079 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:10,079 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:10,079 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:57:10,080 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:57:10,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39960 deadline: 1733349490058, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:57:10,082 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:10,082 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:57:10,082 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:10,082 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:57:10,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40020 deadline: 1733349490079, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:57:10,083 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:10,084 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:10,084 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:57:10,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1. 2024-12-04T21:57:10,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1. as already flushing 2024-12-04T21:57:10,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1. 2024-12-04T21:57:10,086 ERROR [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => f466f4b94896be1bc1679fd7fa7d08e1, NAME => 'TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:57:10,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => f466f4b94896be1bc1679fd7fa7d08e1, NAME => 'TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:57:10,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f466f4b94896be1bc1679fd7fa7d08e1, NAME => 'TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f466f4b94896be1bc1679fd7fa7d08e1, NAME => 'TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:57:10,115 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/.tmp/C/616aad20f73a4b01b2080d729258373e is 50, key is test_row_0/C:col10/1733349429711/Put/seqid=0 2024-12-04T21:57:10,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073741839_1015 (size=12001) 2024-12-04T21:57:10,137 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/.tmp/C/616aad20f73a4b01b2080d729258373e 2024-12-04T21:57:10,166 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/.tmp/A/f2dd52f706964893a63329b2953d85c2 as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/A/f2dd52f706964893a63329b2953d85c2 2024-12-04T21:57:10,170 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:57:10,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39970 deadline: 1733349490169, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:57:10,171 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:10,171 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:10,171 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:57:10,188 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/A/f2dd52f706964893a63329b2953d85c2, entries=150, sequenceid=11, filesize=11.7 K 2024-12-04T21:57:10,193 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:57:10,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40040 deadline: 1733349490189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:57:10,194 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:10,195 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:10,195 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:57:10,195 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:57:10,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40032 deadline: 1733349490189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:57:10,196 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:10,197 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:10,197 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:57:10,197 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:57:10,197 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/.tmp/B/62e76f7ca1194af7ad576aefc2db7356 as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/B/62e76f7ca1194af7ad576aefc2db7356 2024-12-04T21:57:10,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39960 deadline: 1733349490189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:57:10,199 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:10,199 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:10,200 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:57:10,212 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/B/62e76f7ca1194af7ad576aefc2db7356, entries=150, sequenceid=11, filesize=11.7 K 2024-12-04T21:57:10,214 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/.tmp/C/616aad20f73a4b01b2080d729258373e as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/C/616aad20f73a4b01b2080d729258373e 2024-12-04T21:57:10,232 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/C/616aad20f73a4b01b2080d729258373e, entries=150, sequenceid=11, filesize=11.7 K 2024-12-04T21:57:10,241 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39095 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-12-04T21:57:10,243 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for f466f4b94896be1bc1679fd7fa7d08e1 in 501ms, sequenceid=11, compaction requested=false 2024-12-04T21:57:10,246 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-12-04T21:57:10,249 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f466f4b94896be1bc1679fd7fa7d08e1: 2024-12-04T21:57:10,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1. 2024-12-04T21:57:10,257 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2902): Flushing f466f4b94896be1bc1679fd7fa7d08e1 3/3 column families, dataSize=134.18 KB heapSize=384.98 KB 2024-12-04T21:57:10,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f466f4b94896be1bc1679fd7fa7d08e1, store=A 2024-12-04T21:57:10,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-04T21:57:10,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f466f4b94896be1bc1679fd7fa7d08e1, store=B 2024-12-04T21:57:10,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-04T21:57:10,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f466f4b94896be1bc1679fd7fa7d08e1, store=C 2024-12-04T21:57:10,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-04T21:57:10,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/.tmp/A/c448c75a0cd941519ecf0f2dc05c29ab is 50, key is test_row_0/A:col10/1733349430042/Put/seqid=0 2024-12-04T21:57:10,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(8855): Flush requested on f466f4b94896be1bc1679fd7fa7d08e1 2024-12-04T21:57:10,311 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1. as already flushing 2024-12-04T21:57:10,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T21:57:10,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073741840_1016 (size=12001) 2024-12-04T21:57:10,328 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=48 (bloomFilter=true), to=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/.tmp/A/c448c75a0cd941519ecf0f2dc05c29ab 2024-12-04T21:57:10,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/.tmp/B/f8143bca1b2044cca7fe1fb814eac794 is 50, key is test_row_0/B:col10/1733349430042/Put/seqid=0 2024-12-04T21:57:10,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073741841_1017 (size=12001) 2024-12-04T21:57:10,387 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=48 (bloomFilter=true), to=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/.tmp/B/f8143bca1b2044cca7fe1fb814eac794 2024-12-04T21:57:10,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/.tmp/C/f41939392b6b4aef81bb52e692d3dd03 is 50, key is test_row_0/C:col10/1733349430042/Put/seqid=0 2024-12-04T21:57:10,440 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:57:10,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40020 deadline: 1733349490414, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:57:10,443 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:10,444 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:10,444 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:57:10,447 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:57:10,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39960 deadline: 1733349490414, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:57:10,449 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:10,449 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:10,449 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:57:10,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073741842_1018 (size=12001) 2024-12-04T21:57:10,470 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=48 (bloomFilter=true), to=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/.tmp/C/f41939392b6b4aef81bb52e692d3dd03 2024-12-04T21:57:10,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/.tmp/A/c448c75a0cd941519ecf0f2dc05c29ab as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/A/c448c75a0cd941519ecf0f2dc05c29ab 2024-12-04T21:57:10,494 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:57:10,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39970 deadline: 1733349490424, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:57:10,497 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:10,498 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:10,498 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:57:10,499 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:57:10,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40040 deadline: 1733349490427, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:57:10,501 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/A/c448c75a0cd941519ecf0f2dc05c29ab, entries=150, sequenceid=48, filesize=11.7 K 2024-12-04T21:57:10,501 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:10,501 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:57:10,501 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:10,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40032 deadline: 1733349490440, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:57:10,501 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:57:10,502 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:10,502 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:10,502 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:57:10,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/.tmp/B/f8143bca1b2044cca7fe1fb814eac794 as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/B/f8143bca1b2044cca7fe1fb814eac794 2024-12-04T21:57:10,523 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/B/f8143bca1b2044cca7fe1fb814eac794, entries=150, sequenceid=48, filesize=11.7 K 2024-12-04T21:57:10,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/.tmp/C/f41939392b6b4aef81bb52e692d3dd03 as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/C/f41939392b6b4aef81bb52e692d3dd03 2024-12-04T21:57:10,543 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/C/f41939392b6b4aef81bb52e692d3dd03, entries=150, sequenceid=48, filesize=11.7 K 2024-12-04T21:57:10,545 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~384.94 KB/394176, currentSize=46.96 KB/48090 for f466f4b94896be1bc1679fd7fa7d08e1 in 288ms, sequenceid=48, compaction requested=false 2024-12-04T21:57:10,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2603): Flush status journal for f466f4b94896be1bc1679fd7fa7d08e1: 2024-12-04T21:57:10,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1. 2024-12-04T21:57:10,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-12-04T21:57:10,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-12-04T21:57:10,559 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-12-04T21:57:10,559 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 861 msec 2024-12-04T21:57:10,566 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees in 885 msec 2024-12-04T21:57:10,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(8855): Flush requested on f466f4b94896be1bc1679fd7fa7d08e1 2024-12-04T21:57:10,569 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f466f4b94896be1bc1679fd7fa7d08e1 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-12-04T21:57:10,569 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f466f4b94896be1bc1679fd7fa7d08e1, store=A 2024-12-04T21:57:10,569 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T21:57:10,570 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f466f4b94896be1bc1679fd7fa7d08e1, store=B 2024-12-04T21:57:10,570 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T21:57:10,570 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f466f4b94896be1bc1679fd7fa7d08e1, store=C 2024-12-04T21:57:10,570 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T21:57:10,590 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/.tmp/A/37d45d01fb3a4cff86845fe0252d1eed is 50, key is test_row_0/A:col10/1733349430426/Put/seqid=0 2024-12-04T21:57:10,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073741843_1019 (size=12001) 2024-12-04T21:57:10,649 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/.tmp/A/37d45d01fb3a4cff86845fe0252d1eed 2024-12-04T21:57:10,685 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/.tmp/B/ab075bf04f1e4287911562cb080eb24b is 50, key is test_row_0/B:col10/1733349430426/Put/seqid=0 2024-12-04T21:57:10,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073741844_1020 (size=12001) 2024-12-04T21:57:10,747 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/.tmp/B/ab075bf04f1e4287911562cb080eb24b 2024-12-04T21:57:10,788 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/.tmp/C/9c5235fc41b84b7ab892a7e1b59c11c5 is 50, key is test_row_0/C:col10/1733349430426/Put/seqid=0 2024-12-04T21:57:10,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T21:57:10,829 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-04T21:57:10,830 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-04T21:57:10,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees 2024-12-04T21:57:10,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-12-04T21:57:10,835 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-04T21:57:10,837 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-04T21:57:10,838 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-04T21:57:10,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073741845_1021 (size=12001) 2024-12-04T21:57:10,849 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/.tmp/C/9c5235fc41b84b7ab892a7e1b59c11c5 2024-12-04T21:57:10,854 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/bb3046a53f79:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=150, cellSize=6870, totalHeapSize=15840, min timestamp=1733349430756, max timestamp=1733349430823Num uniques 859; 2024-12-04T21:57:10,854 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/bb3046a53f79:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=6870, suffix heap size=117064,new segment heap size=15840 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=150 2024-12-04T21:57:10,868 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/bb3046a53f79:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=150, cellSize=6870, totalHeapSize=15840, min timestamp=1733349430756, max timestamp=1733349430824Num uniques 859; 2024-12-04T21:57:10,868 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/bb3046a53f79:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=6870, suffix heap size=117064,new segment heap size=15840 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=150 2024-12-04T21:57:10,882 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/.tmp/A/37d45d01fb3a4cff86845fe0252d1eed as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/A/37d45d01fb3a4cff86845fe0252d1eed 2024-12-04T21:57:10,884 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/bb3046a53f79:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733349430756, max timestamp=1733349430835Num uniques 859; 2024-12-04T21:57:10,884 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/bb3046a53f79:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-04T21:57:10,899 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/A/37d45d01fb3a4cff86845fe0252d1eed, entries=150, sequenceid=59, filesize=11.7 K 2024-12-04T21:57:10,901 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/.tmp/B/ab075bf04f1e4287911562cb080eb24b as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/B/ab075bf04f1e4287911562cb080eb24b 2024-12-04T21:57:10,918 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/B/ab075bf04f1e4287911562cb080eb24b, entries=150, sequenceid=59, filesize=11.7 K 2024-12-04T21:57:10,922 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/.tmp/C/9c5235fc41b84b7ab892a7e1b59c11c5 as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/C/9c5235fc41b84b7ab892a7e1b59c11c5 2024-12-04T21:57:10,939 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/C/9c5235fc41b84b7ab892a7e1b59c11c5, entries=150, sequenceid=59, filesize=11.7 K 2024-12-04T21:57:10,945 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=99.84 KB/102240 for f466f4b94896be1bc1679fd7fa7d08e1 in 377ms, sequenceid=59, compaction requested=true 2024-12-04T21:57:10,945 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f466f4b94896be1bc1679fd7fa7d08e1: 2024-12-04T21:57:10,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-12-04T21:57:10,957 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f466f4b94896be1bc1679fd7fa7d08e1:A, priority=-2147483648, current under compaction store size is 1 2024-12-04T21:57:10,960 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T21:57:10,960 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f466f4b94896be1bc1679fd7fa7d08e1:B, priority=-2147483648, current under compaction store size is 2 2024-12-04T21:57:10,960 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T21:57:10,960 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f466f4b94896be1bc1679fd7fa7d08e1:C, priority=-2147483648, current under compaction store size is 3 2024-12-04T21:57:10,960 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T21:57:10,963 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T21:57:10,963 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T21:57:10,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(8855): Flush requested on f466f4b94896be1bc1679fd7fa7d08e1 2024-12-04T21:57:10,966 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f466f4b94896be1bc1679fd7fa7d08e1 3/3 column families, dataSize=113.26 KB heapSize=323.39 KB 2024-12-04T21:57:10,969 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T21:57:10,969 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T21:57:10,971 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HStore(1541): f466f4b94896be1bc1679fd7fa7d08e1/B is initiating minor compaction (all files) 2024-12-04T21:57:10,972 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HStore(1541): f466f4b94896be1bc1679fd7fa7d08e1/A is initiating minor compaction (all files) 2024-12-04T21:57:10,972 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f466f4b94896be1bc1679fd7fa7d08e1/B in TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1. 2024-12-04T21:57:10,972 INFO [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f466f4b94896be1bc1679fd7fa7d08e1/A in TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1. 2024-12-04T21:57:10,973 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/B/62e76f7ca1194af7ad576aefc2db7356, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/B/f8143bca1b2044cca7fe1fb814eac794, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/B/ab075bf04f1e4287911562cb080eb24b] into tmpdir=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/.tmp, totalSize=35.2 K 2024-12-04T21:57:10,973 INFO [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/A/f2dd52f706964893a63329b2953d85c2, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/A/c448c75a0cd941519ecf0f2dc05c29ab, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/A/37d45d01fb3a4cff86845fe0252d1eed] into tmpdir=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/.tmp, totalSize=35.2 K 2024-12-04T21:57:10,973 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f466f4b94896be1bc1679fd7fa7d08e1, store=A 2024-12-04T21:57:10,973 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-04T21:57:10,974 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f466f4b94896be1bc1679fd7fa7d08e1, store=B 2024-12-04T21:57:10,974 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-04T21:57:10,974 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f466f4b94896be1bc1679fd7fa7d08e1, store=C 2024-12-04T21:57:10,974 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-04T21:57:10,975 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.Compactor(225): Compacting 62e76f7ca1194af7ad576aefc2db7356, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=11, earliestPutTs=1733349429662 2024-12-04T21:57:10,975 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] compactions.Compactor(225): Compacting f2dd52f706964893a63329b2953d85c2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=11, earliestPutTs=1733349429662 2024-12-04T21:57:10,976 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.Compactor(225): Compacting f8143bca1b2044cca7fe1fb814eac794, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=48, earliestPutTs=1733349430042 2024-12-04T21:57:10,976 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] compactions.Compactor(225): Compacting c448c75a0cd941519ecf0f2dc05c29ab, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=48, earliestPutTs=1733349430042 2024-12-04T21:57:10,978 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.Compactor(225): Compacting ab075bf04f1e4287911562cb080eb24b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=59, earliestPutTs=1733349430419 2024-12-04T21:57:10,979 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] compactions.Compactor(225): Compacting 37d45d01fb3a4cff86845fe0252d1eed, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=59, earliestPutTs=1733349430419 2024-12-04T21:57:11,002 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39095 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-12-04T21:57:11,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1. 2024-12-04T21:57:11,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1. as already flushing 2024-12-04T21:57:11,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1. 2024-12-04T21:57:11,002 ERROR [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => f466f4b94896be1bc1679fd7fa7d08e1, NAME => 'TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:57:11,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => f466f4b94896be1bc1679fd7fa7d08e1, NAME => 'TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:57:11,004 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/.tmp/A/224b142daf484167ab02a30099003f58 is 50, key is test_row_0/A:col10/1733349430858/Put/seqid=0 2024-12-04T21:57:11,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f466f4b94896be1bc1679fd7fa7d08e1, NAME => 'TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f466f4b94896be1bc1679fd7fa7d08e1, NAME => 'TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:57:11,049 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f466f4b94896be1bc1679fd7fa7d08e1#B#compaction#10 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-04T21:57:11,049 INFO [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f466f4b94896be1bc1679fd7fa7d08e1#A#compaction#11 average throughput is 1.31 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T21:57:11,050 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/.tmp/B/323e29ec32774cd68f948a4144fa2388 is 50, key is test_row_0/B:col10/1733349430426/Put/seqid=0 2024-12-04T21:57:11,051 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/.tmp/A/dbcc2a09171a411d8a764b8192bc8895 is 50, key is test_row_0/A:col10/1733349430426/Put/seqid=0 2024-12-04T21:57:11,060 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:57:11,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40032 deadline: 1733349491021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:57:11,062 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:11,063 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:11,063 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:57:11,063 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:57:11,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39960 deadline: 1733349491023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:57:11,064 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:11,065 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:11,065 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:57:11,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073741846_1022 (size=19021) 2024-12-04T21:57:11,070 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:57:11,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40040 deadline: 1733349491041, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:57:11,071 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:11,071 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:11,071 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:57:11,072 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:57:11,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40020 deadline: 1733349491025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:57:11,073 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:11,073 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:11,073 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:57:11,074 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:57:11,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39970 deadline: 1733349491061, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:57:11,075 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:11,075 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:11,075 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:57:11,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073741847_1023 (size=12104) 2024-12-04T21:57:11,130 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/.tmp/B/323e29ec32774cd68f948a4144fa2388 as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/B/323e29ec32774cd68f948a4144fa2388 2024-12-04T21:57:11,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073741848_1024 (size=12104) 2024-12-04T21:57:11,159 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/.tmp/A/dbcc2a09171a411d8a764b8192bc8895 as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/A/dbcc2a09171a411d8a764b8192bc8895 2024-12-04T21:57:11,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-12-04T21:57:11,160 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39095 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-12-04T21:57:11,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1. 2024-12-04T21:57:11,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1. as already flushing 2024-12-04T21:57:11,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1. 2024-12-04T21:57:11,171 ERROR [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => f466f4b94896be1bc1679fd7fa7d08e1, NAME => 'TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:57:11,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => f466f4b94896be1bc1679fd7fa7d08e1, NAME => 'TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:57:11,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f466f4b94896be1bc1679fd7fa7d08e1, NAME => 'TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f466f4b94896be1bc1679fd7fa7d08e1, NAME => 'TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:57:11,180 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:57:11,180 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f466f4b94896be1bc1679fd7fa7d08e1/B of f466f4b94896be1bc1679fd7fa7d08e1 into 323e29ec32774cd68f948a4144fa2388(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T21:57:11,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40032 deadline: 1733349491169, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:57:11,180 INFO [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f466f4b94896be1bc1679fd7fa7d08e1/A of f466f4b94896be1bc1679fd7fa7d08e1 into dbcc2a09171a411d8a764b8192bc8895(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T21:57:11,180 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f466f4b94896be1bc1679fd7fa7d08e1: 2024-12-04T21:57:11,181 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:11,181 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f466f4b94896be1bc1679fd7fa7d08e1: 2024-12-04T21:57:11,181 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:11,181 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:57:11,181 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:57:11,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39960 deadline: 1733349491170, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:57:11,183 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:11,183 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:11,183 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:57:11,183 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:57:11,183 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., storeName=f466f4b94896be1bc1679fd7fa7d08e1/B, priority=13, startTime=1733349430960; duration=0sec 2024-12-04T21:57:11,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40020 deadline: 1733349491179, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:57:11,184 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T21:57:11,184 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:11,184 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f466f4b94896be1bc1679fd7fa7d08e1:B 2024-12-04T21:57:11,184 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:11,184 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:57:11,184 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T21:57:11,184 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:57:11,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40040 deadline: 1733349491180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:57:11,185 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:11,186 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:11,185 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:57:11,186 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:57:11,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39970 deadline: 1733349491180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:57:11,187 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:11,187 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:11,187 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:57:11,187 INFO [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., storeName=f466f4b94896be1bc1679fd7fa7d08e1/A, priority=13, startTime=1733349430947; duration=0sec 2024-12-04T21:57:11,188 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T21:57:11,188 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f466f4b94896be1bc1679fd7fa7d08e1:A 2024-12-04T21:57:11,188 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T21:57:11,188 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HStore(1541): f466f4b94896be1bc1679fd7fa7d08e1/C is initiating minor compaction (all files) 2024-12-04T21:57:11,188 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f466f4b94896be1bc1679fd7fa7d08e1/C in TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1. 2024-12-04T21:57:11,188 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/C/616aad20f73a4b01b2080d729258373e, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/C/f41939392b6b4aef81bb52e692d3dd03, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/C/9c5235fc41b84b7ab892a7e1b59c11c5] into tmpdir=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/.tmp, totalSize=35.2 K 2024-12-04T21:57:11,191 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.Compactor(225): Compacting 616aad20f73a4b01b2080d729258373e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=11, earliestPutTs=1733349429662 2024-12-04T21:57:11,192 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.Compactor(225): Compacting f41939392b6b4aef81bb52e692d3dd03, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=48, earliestPutTs=1733349430042 2024-12-04T21:57:11,194 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.Compactor(225): Compacting 9c5235fc41b84b7ab892a7e1b59c11c5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=59, earliestPutTs=1733349430419 2024-12-04T21:57:11,223 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f466f4b94896be1bc1679fd7fa7d08e1#C#compaction#12 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T21:57:11,224 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/.tmp/C/647d5a9d576d4f578b71a9fc1f4255dc is 50, key is test_row_0/C:col10/1733349430426/Put/seqid=0 2024-12-04T21:57:11,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073741849_1025 (size=12104) 2024-12-04T21:57:11,287 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/.tmp/C/647d5a9d576d4f578b71a9fc1f4255dc as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/C/647d5a9d576d4f578b71a9fc1f4255dc 2024-12-04T21:57:11,302 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f466f4b94896be1bc1679fd7fa7d08e1/C of f466f4b94896be1bc1679fd7fa7d08e1 into 647d5a9d576d4f578b71a9fc1f4255dc(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T21:57:11,302 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f466f4b94896be1bc1679fd7fa7d08e1: 2024-12-04T21:57:11,302 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., storeName=f466f4b94896be1bc1679fd7fa7d08e1/C, priority=13, startTime=1733349430960; duration=0sec 2024-12-04T21:57:11,303 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T21:57:11,303 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f466f4b94896be1bc1679fd7fa7d08e1:C 2024-12-04T21:57:11,326 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39095 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-12-04T21:57:11,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1. 2024-12-04T21:57:11,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1. as already flushing 2024-12-04T21:57:11,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1. 2024-12-04T21:57:11,327 ERROR [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => f466f4b94896be1bc1679fd7fa7d08e1, NAME => 'TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:57:11,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => f466f4b94896be1bc1679fd7fa7d08e1, NAME => 'TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:57:11,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f466f4b94896be1bc1679fd7fa7d08e1, NAME => 'TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f466f4b94896be1bc1679fd7fa7d08e1, NAME => 'TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:57:11,393 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:57:11,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40032 deadline: 1733349491389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:57:11,395 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:11,395 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:11,395 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:57:11,395 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:57:11,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39960 deadline: 1733349491389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:57:11,396 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:11,396 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:11,396 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:57:11,396 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:57:11,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40020 deadline: 1733349491389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:57:11,397 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:11,398 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:11,398 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:57:11,398 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:57:11,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40040 deadline: 1733349491390, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:57:11,399 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:11,399 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:11,399 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:57:11,408 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:57:11,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39970 deadline: 1733349491399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:57:11,413 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:11,414 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:11,414 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:57:11,468 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=39.86 KB at sequenceid=94 (bloomFilter=true), to=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/.tmp/A/224b142daf484167ab02a30099003f58 2024-12-04T21:57:11,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-12-04T21:57:11,484 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39095 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-12-04T21:57:11,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1. 2024-12-04T21:57:11,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1. as already flushing 2024-12-04T21:57:11,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1. 2024-12-04T21:57:11,484 ERROR [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => f466f4b94896be1bc1679fd7fa7d08e1, NAME => 'TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:57:11,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => f466f4b94896be1bc1679fd7fa7d08e1, NAME => 'TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:57:11,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f466f4b94896be1bc1679fd7fa7d08e1, NAME => 'TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f466f4b94896be1bc1679fd7fa7d08e1, NAME => 'TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:57:11,509 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/.tmp/B/f290db34db894f74b2c64b9a6797d1c6 is 50, key is test_row_0/B:col10/1733349430858/Put/seqid=0 2024-12-04T21:57:11,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073741850_1026 (size=12001) 2024-12-04T21:57:11,548 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=39.86 KB at sequenceid=94 (bloomFilter=true), to=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/.tmp/B/f290db34db894f74b2c64b9a6797d1c6 2024-12-04T21:57:11,577 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/.tmp/C/2f29ddead36348ee879200302a7ba9f7 is 50, key is test_row_0/C:col10/1733349430858/Put/seqid=0 2024-12-04T21:57:11,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073741851_1027 (size=12001) 2024-12-04T21:57:11,614 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=94 (bloomFilter=true), to=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/.tmp/C/2f29ddead36348ee879200302a7ba9f7 2024-12-04T21:57:11,627 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/.tmp/A/224b142daf484167ab02a30099003f58 as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/A/224b142daf484167ab02a30099003f58 2024-12-04T21:57:11,640 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39095 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-12-04T21:57:11,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1. 2024-12-04T21:57:11,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1. as already flushing 2024-12-04T21:57:11,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1. 2024-12-04T21:57:11,641 ERROR [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => f466f4b94896be1bc1679fd7fa7d08e1, NAME => 'TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:57:11,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => f466f4b94896be1bc1679fd7fa7d08e1, NAME => 'TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:57:11,643 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/A/224b142daf484167ab02a30099003f58, entries=300, sequenceid=94, filesize=18.6 K 2024-12-04T21:57:11,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f466f4b94896be1bc1679fd7fa7d08e1, NAME => 'TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f466f4b94896be1bc1679fd7fa7d08e1, NAME => 'TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:57:11,646 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/.tmp/B/f290db34db894f74b2c64b9a6797d1c6 as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/B/f290db34db894f74b2c64b9a6797d1c6 2024-12-04T21:57:11,664 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/B/f290db34db894f74b2c64b9a6797d1c6, entries=150, sequenceid=94, filesize=11.7 K 2024-12-04T21:57:11,667 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/.tmp/C/2f29ddead36348ee879200302a7ba9f7 as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/C/2f29ddead36348ee879200302a7ba9f7 2024-12-04T21:57:11,682 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/C/2f29ddead36348ee879200302a7ba9f7, entries=150, sequenceid=94, filesize=11.7 K 2024-12-04T21:57:11,687 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~119.97 KB/122850, heapSize ~343.27 KB/351504, currentSize=60.38 KB/61830 for f466f4b94896be1bc1679fd7fa7d08e1 in 721ms, sequenceid=94, compaction requested=false 2024-12-04T21:57:11,688 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f466f4b94896be1bc1679fd7fa7d08e1: 2024-12-04T21:57:11,708 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-04T21:57:11,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(8855): Flush requested on f466f4b94896be1bc1679fd7fa7d08e1 2024-12-04T21:57:11,711 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f466f4b94896be1bc1679fd7fa7d08e1 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-12-04T21:57:11,711 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f466f4b94896be1bc1679fd7fa7d08e1, store=A 2024-12-04T21:57:11,711 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T21:57:11,712 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f466f4b94896be1bc1679fd7fa7d08e1, store=B 2024-12-04T21:57:11,712 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T21:57:11,712 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f466f4b94896be1bc1679fd7fa7d08e1, store=C 2024-12-04T21:57:11,712 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T21:57:11,726 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/.tmp/A/bdf06a77b8f144c0b7fd0ce3e1d95aa4 is 50, key is test_row_0/A:col10/1733349431056/Put/seqid=0 2024-12-04T21:57:11,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073741852_1028 (size=12001) 2024-12-04T21:57:11,742 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=110 (bloomFilter=true), to=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/.tmp/A/bdf06a77b8f144c0b7fd0ce3e1d95aa4 2024-12-04T21:57:11,756 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/.tmp/B/6b2b785d59de43d483c87423b41b7858 is 50, key is test_row_0/B:col10/1733349431056/Put/seqid=0 2024-12-04T21:57:11,796 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39095 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-12-04T21:57:11,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1. 2024-12-04T21:57:11,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1. as already flushing 2024-12-04T21:57:11,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1. 2024-12-04T21:57:11,797 ERROR [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => f466f4b94896be1bc1679fd7fa7d08e1, NAME => 'TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:57:11,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => f466f4b94896be1bc1679fd7fa7d08e1, NAME => 'TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:57:11,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f466f4b94896be1bc1679fd7fa7d08e1, NAME => 'TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f466f4b94896be1bc1679fd7fa7d08e1, NAME => 'TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:57:11,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073741853_1029 (size=12001) 2024-12-04T21:57:11,813 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:57:11,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40020 deadline: 1733349491793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:57:11,814 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:11,814 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:11,814 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:57:11,817 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:57:11,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40032 deadline: 1733349491803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:57:11,819 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=110 (bloomFilter=true), to=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/.tmp/B/6b2b785d59de43d483c87423b41b7858 2024-12-04T21:57:11,819 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:11,819 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:11,819 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:57:11,819 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:57:11,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39960 deadline: 1733349491806, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:57:11,820 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:11,820 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:11,820 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:57:11,824 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:57:11,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39970 deadline: 1733349491814, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:57:11,825 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:57:11,825 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:11,825 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:11,825 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:57:11,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40040 deadline: 1733349491816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:57:11,826 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:11,826 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:11,826 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:57:11,838 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/.tmp/C/880f6da8fb9b4d738086c049d137f064 is 50, key is test_row_0/C:col10/1733349431056/Put/seqid=0 2024-12-04T21:57:11,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073741854_1030 (size=12001) 2024-12-04T21:57:11,856 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=110 (bloomFilter=true), to=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/.tmp/C/880f6da8fb9b4d738086c049d137f064 2024-12-04T21:57:11,871 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/.tmp/A/bdf06a77b8f144c0b7fd0ce3e1d95aa4 as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/A/bdf06a77b8f144c0b7fd0ce3e1d95aa4 2024-12-04T21:57:11,887 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/A/bdf06a77b8f144c0b7fd0ce3e1d95aa4, entries=150, sequenceid=110, filesize=11.7 K 2024-12-04T21:57:11,889 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/.tmp/B/6b2b785d59de43d483c87423b41b7858 as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/B/6b2b785d59de43d483c87423b41b7858 2024-12-04T21:57:11,902 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/B/6b2b785d59de43d483c87423b41b7858, entries=150, sequenceid=110, filesize=11.7 K 2024-12-04T21:57:11,905 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/.tmp/C/880f6da8fb9b4d738086c049d137f064 as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/C/880f6da8fb9b4d738086c049d137f064 2024-12-04T21:57:11,920 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:57:11,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40020 deadline: 1733349491918, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:57:11,922 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:11,922 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:11,922 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:57:11,933 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:57:11,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39970 deadline: 1733349491928, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:57:11,934 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:11,934 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:11,934 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:57:11,934 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:57:11,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40032 deadline: 1733349491929, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:57:11,935 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/C/880f6da8fb9b4d738086c049d137f064, entries=150, sequenceid=110, filesize=11.7 K 2024-12-04T21:57:11,940 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:11,940 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:11,940 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:57:11,942 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=114.05 KB/116790 for f466f4b94896be1bc1679fd7fa7d08e1 in 231ms, sequenceid=110, compaction requested=true 2024-12-04T21:57:11,942 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f466f4b94896be1bc1679fd7fa7d08e1: 2024-12-04T21:57:11,942 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T21:57:11,944 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f466f4b94896be1bc1679fd7fa7d08e1:A, priority=-2147483648, current under compaction store size is 1 2024-12-04T21:57:11,944 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T21:57:11,944 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f466f4b94896be1bc1679fd7fa7d08e1:B, priority=-2147483648, current under compaction store size is 2 2024-12-04T21:57:11,944 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T21:57:11,944 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T21:57:11,944 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f466f4b94896be1bc1679fd7fa7d08e1:C, priority=-2147483648, current under compaction store size is 3 2024-12-04T21:57:11,944 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T21:57:11,945 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 43126 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T21:57:11,946 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HStore(1541): f466f4b94896be1bc1679fd7fa7d08e1/A is initiating minor compaction (all files) 2024-12-04T21:57:11,946 INFO [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f466f4b94896be1bc1679fd7fa7d08e1/A in TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1. 2024-12-04T21:57:11,946 INFO [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/A/dbcc2a09171a411d8a764b8192bc8895, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/A/224b142daf484167ab02a30099003f58, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/A/bdf06a77b8f144c0b7fd0ce3e1d95aa4] into tmpdir=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/.tmp, totalSize=42.1 K 2024-12-04T21:57:11,947 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T21:57:11,947 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HStore(1541): f466f4b94896be1bc1679fd7fa7d08e1/B is initiating minor compaction (all files) 2024-12-04T21:57:11,947 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f466f4b94896be1bc1679fd7fa7d08e1/B in TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1. 2024-12-04T21:57:11,947 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/B/323e29ec32774cd68f948a4144fa2388, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/B/f290db34db894f74b2c64b9a6797d1c6, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/B/6b2b785d59de43d483c87423b41b7858] into tmpdir=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/.tmp, totalSize=35.3 K 2024-12-04T21:57:11,948 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] compactions.Compactor(225): Compacting dbcc2a09171a411d8a764b8192bc8895, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=59, earliestPutTs=1733349430419 2024-12-04T21:57:11,949 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.Compactor(225): Compacting 323e29ec32774cd68f948a4144fa2388, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=59, earliestPutTs=1733349430419 2024-12-04T21:57:11,950 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] compactions.Compactor(225): Compacting 224b142daf484167ab02a30099003f58, keycount=300, bloomtype=ROW, size=18.6 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1733349430858 2024-12-04T21:57:11,951 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.Compactor(225): Compacting f290db34db894f74b2c64b9a6797d1c6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1733349430858 2024-12-04T21:57:11,952 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] compactions.Compactor(225): Compacting bdf06a77b8f144c0b7fd0ce3e1d95aa4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=110, earliestPutTs=1733349431020 2024-12-04T21:57:11,952 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39095 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-12-04T21:57:11,952 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.Compactor(225): Compacting 6b2b785d59de43d483c87423b41b7858, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=110, earliestPutTs=1733349431020 2024-12-04T21:57:11,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1. 2024-12-04T21:57:11,953 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2902): Flushing f466f4b94896be1bc1679fd7fa7d08e1 3/3 column families, dataSize=114.05 KB heapSize=339.89 KB 2024-12-04T21:57:11,963 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/bb3046a53f79:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733349431780, max timestamp=1733349431940Num uniques 859; 2024-12-04T21:57:11,963 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/bb3046a53f79:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-04T21:57:11,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(8855): Flush requested on f466f4b94896be1bc1679fd7fa7d08e1 2024-12-04T21:57:11,969 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1. as already flushing 2024-12-04T21:57:11,970 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/bb3046a53f79:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733349431780, max timestamp=1733349431940Num uniques 859; 2024-12-04T21:57:11,971 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/bb3046a53f79:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-04T21:57:11,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f466f4b94896be1bc1679fd7fa7d08e1, store=A 2024-12-04T21:57:11,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-04T21:57:11,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f466f4b94896be1bc1679fd7fa7d08e1, store=B 2024-12-04T21:57:11,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-04T21:57:11,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f466f4b94896be1bc1679fd7fa7d08e1, store=C 2024-12-04T21:57:11,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-04T21:57:11,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-12-04T21:57:11,988 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f466f4b94896be1bc1679fd7fa7d08e1#B#compaction#18 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T21:57:11,989 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/.tmp/B/d20a8b7779034410b022276dbb789fe9 is 50, key is test_row_0/B:col10/1733349431056/Put/seqid=0 2024-12-04T21:57:12,004 INFO [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f466f4b94896be1bc1679fd7fa7d08e1#A#compaction#19 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T21:57:12,005 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/.tmp/A/01c7a3ef946e4c8f98396b9275467701 is 50, key is test_row_0/A:col10/1733349431056/Put/seqid=0 2024-12-04T21:57:12,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/.tmp/A/52919f5184554a5e871ef2d206ebb75d is 50, key is test_row_0/A:col10/1733349431788/Put/seqid=0 2024-12-04T21:57:12,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073741856_1032 (size=12207) 2024-12-04T21:57:12,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073741855_1031 (size=12207) 2024-12-04T21:57:12,061 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/.tmp/A/01c7a3ef946e4c8f98396b9275467701 as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/A/01c7a3ef946e4c8f98396b9275467701 2024-12-04T21:57:12,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073741857_1033 (size=14491) 2024-12-04T21:57:12,068 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=132 (bloomFilter=true), to=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/.tmp/A/52919f5184554a5e871ef2d206ebb75d 2024-12-04T21:57:12,072 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/.tmp/B/d20a8b7779034410b022276dbb789fe9 as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/B/d20a8b7779034410b022276dbb789fe9 2024-12-04T21:57:12,091 INFO [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f466f4b94896be1bc1679fd7fa7d08e1/A of f466f4b94896be1bc1679fd7fa7d08e1 into 01c7a3ef946e4c8f98396b9275467701(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T21:57:12,092 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f466f4b94896be1bc1679fd7fa7d08e1: 2024-12-04T21:57:12,092 INFO [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., storeName=f466f4b94896be1bc1679fd7fa7d08e1/A, priority=13, startTime=1733349431942; duration=0sec 2024-12-04T21:57:12,092 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T21:57:12,092 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f466f4b94896be1bc1679fd7fa7d08e1:A 2024-12-04T21:57:12,092 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T21:57:12,094 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f466f4b94896be1bc1679fd7fa7d08e1/B of f466f4b94896be1bc1679fd7fa7d08e1 into d20a8b7779034410b022276dbb789fe9(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T21:57:12,095 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f466f4b94896be1bc1679fd7fa7d08e1: 2024-12-04T21:57:12,095 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., storeName=f466f4b94896be1bc1679fd7fa7d08e1/B, priority=13, startTime=1733349431944; duration=0sec 2024-12-04T21:57:12,095 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T21:57:12,095 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f466f4b94896be1bc1679fd7fa7d08e1:B 2024-12-04T21:57:12,095 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T21:57:12,096 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HStore(1541): f466f4b94896be1bc1679fd7fa7d08e1/C is initiating minor compaction (all files) 2024-12-04T21:57:12,096 INFO [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f466f4b94896be1bc1679fd7fa7d08e1/C in TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1. 2024-12-04T21:57:12,096 INFO [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/C/647d5a9d576d4f578b71a9fc1f4255dc, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/C/2f29ddead36348ee879200302a7ba9f7, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/C/880f6da8fb9b4d738086c049d137f064] into tmpdir=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/.tmp, totalSize=35.3 K 2024-12-04T21:57:12,099 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] compactions.Compactor(225): Compacting 647d5a9d576d4f578b71a9fc1f4255dc, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=59, earliestPutTs=1733349430419 2024-12-04T21:57:12,100 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2f29ddead36348ee879200302a7ba9f7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1733349430858 2024-12-04T21:57:12,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/.tmp/B/4dd9b2511d2646a58e3af80551d0d93a is 50, key is test_row_0/B:col10/1733349431788/Put/seqid=0 2024-12-04T21:57:12,101 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] compactions.Compactor(225): Compacting 880f6da8fb9b4d738086c049d137f064, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=110, earliestPutTs=1733349431020 2024-12-04T21:57:12,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073741858_1034 (size=12101) 2024-12-04T21:57:12,142 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:57:12,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40040 deadline: 1733349492137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:57:12,142 INFO [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f466f4b94896be1bc1679fd7fa7d08e1#C#compaction#22 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T21:57:12,143 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:12,143 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:12,143 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:57:12,143 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/.tmp/C/014e2fd8c0d84706aacd9d0255a46eef is 50, key is test_row_0/C:col10/1733349431056/Put/seqid=0 2024-12-04T21:57:12,143 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:57:12,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39970 deadline: 1733349492139, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:57:12,144 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:57:12,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39960 deadline: 1733349492140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:57:12,145 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:12,145 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:12,145 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:57:12,145 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:57:12,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40020 deadline: 1733349492144, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:57:12,146 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:12,146 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:12,146 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:57:12,147 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:12,147 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:12,147 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:57:12,157 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:57:12,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40032 deadline: 1733349492148, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:57:12,158 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:12,158 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:12,158 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:57:12,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073741859_1035 (size=12207) 2024-12-04T21:57:12,187 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/.tmp/C/014e2fd8c0d84706aacd9d0255a46eef as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/C/014e2fd8c0d84706aacd9d0255a46eef 2024-12-04T21:57:12,205 INFO [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f466f4b94896be1bc1679fd7fa7d08e1/C of f466f4b94896be1bc1679fd7fa7d08e1 into 014e2fd8c0d84706aacd9d0255a46eef(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T21:57:12,205 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f466f4b94896be1bc1679fd7fa7d08e1: 2024-12-04T21:57:12,205 INFO [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., storeName=f466f4b94896be1bc1679fd7fa7d08e1/C, priority=13, startTime=1733349431944; duration=0sec 2024-12-04T21:57:12,205 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T21:57:12,205 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f466f4b94896be1bc1679fd7fa7d08e1:C 2024-12-04T21:57:12,254 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:57:12,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39960 deadline: 1733349492248, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:57:12,256 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:12,256 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:12,256 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:57:12,257 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:57:12,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40040 deadline: 1733349492248, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:57:12,259 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:12,259 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:57:12,259 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:12,259 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:57:12,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40020 deadline: 1733349492258, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:57:12,260 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:12,260 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:12,260 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:57:12,414 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-04T21:57:12,459 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:57:12,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39970 deadline: 1733349492457, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:57:12,460 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:57:12,460 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:12,460 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:12,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39960 deadline: 1733349492458, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:57:12,461 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:57:12,461 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:12,461 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:12,462 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:57:12,470 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:57:12,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40020 deadline: 1733349492469, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:57:12,471 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:12,471 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:12,471 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:57:12,471 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:57:12,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40032 deadline: 1733349492470, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:57:12,472 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:57:12,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40040 deadline: 1733349492471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:57:12,473 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:12,473 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:12,473 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:57:12,475 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:12,475 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:12,475 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:57:12,539 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=132 (bloomFilter=true), to=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/.tmp/B/4dd9b2511d2646a58e3af80551d0d93a 2024-12-04T21:57:12,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/.tmp/C/e97808633c4a48009cd69dbbd8e598d6 is 50, key is test_row_0/C:col10/1733349431788/Put/seqid=0 2024-12-04T21:57:12,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073741860_1036 (size=12101) 2024-12-04T21:57:12,619 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=132 (bloomFilter=true), to=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/.tmp/C/e97808633c4a48009cd69dbbd8e598d6 2024-12-04T21:57:12,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/.tmp/A/52919f5184554a5e871ef2d206ebb75d as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/A/52919f5184554a5e871ef2d206ebb75d 2024-12-04T21:57:12,644 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/A/52919f5184554a5e871ef2d206ebb75d, entries=200, sequenceid=132, filesize=14.2 K 2024-12-04T21:57:12,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/.tmp/B/4dd9b2511d2646a58e3af80551d0d93a as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/B/4dd9b2511d2646a58e3af80551d0d93a 2024-12-04T21:57:12,660 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/B/4dd9b2511d2646a58e3af80551d0d93a, entries=150, sequenceid=132, filesize=11.8 K 2024-12-04T21:57:12,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/.tmp/C/e97808633c4a48009cd69dbbd8e598d6 as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/C/e97808633c4a48009cd69dbbd8e598d6 2024-12-04T21:57:12,682 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/C/e97808633c4a48009cd69dbbd8e598d6, entries=150, sequenceid=132, filesize=11.8 K 2024-12-04T21:57:12,701 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(3140): Finished flush of dataSize ~64.85 KB/66410, heapSize ~184.05 KB/188464, currentSize=114.05 KB/116790 for f466f4b94896be1bc1679fd7fa7d08e1 in 749ms, sequenceid=132, compaction requested=false 2024-12-04T21:57:12,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2603): Flush status journal for f466f4b94896be1bc1679fd7fa7d08e1: 2024-12-04T21:57:12,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1. 2024-12-04T21:57:12,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-12-04T21:57:12,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-12-04T21:57:12,709 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-04T21:57:12,710 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8660 sec 2024-12-04T21:57:12,715 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees in 1.8810 sec 2024-12-04T21:57:12,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(8855): Flush requested on f466f4b94896be1bc1679fd7fa7d08e1 2024-12-04T21:57:12,778 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f466f4b94896be1bc1679fd7fa7d08e1 3/3 column families, dataSize=120.76 KB heapSize=360.05 KB 2024-12-04T21:57:12,778 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f466f4b94896be1bc1679fd7fa7d08e1, store=A 2024-12-04T21:57:12,778 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-04T21:57:12,778 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f466f4b94896be1bc1679fd7fa7d08e1, store=B 2024-12-04T21:57:12,778 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-04T21:57:12,778 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f466f4b94896be1bc1679fd7fa7d08e1, store=C 2024-12-04T21:57:12,779 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-04T21:57:12,791 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/.tmp/A/2f1a1e1fb2cc4c9aa0e5fc3094cb6951 is 50, key is test_row_0/A:col10/1733349432094/Put/seqid=0 2024-12-04T21:57:12,811 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:57:12,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40020 deadline: 1733349492806, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:57:12,813 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:12,813 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:12,813 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:57:12,813 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:57:12,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40040 deadline: 1733349492809, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:57:12,814 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:12,815 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:12,815 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:57:12,818 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:57:12,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39960 deadline: 1733349492812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:57:12,819 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:12,819 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:12,820 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:57:12,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073741861_1037 (size=14541) 2024-12-04T21:57:12,920 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:57:12,921 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:57:12,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40020 deadline: 1733349492920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:57:12,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40040 deadline: 1733349492919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:57:12,922 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:12,922 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:12,922 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:12,922 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:12,922 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:57:12,922 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:57:12,932 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:57:12,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39960 deadline: 1733349492928, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:57:12,934 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:12,934 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:12,934 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:57:12,968 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:57:12,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39970 deadline: 1733349492968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:57:12,970 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:12,971 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:12,971 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:57:12,982 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:57:12,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40032 deadline: 1733349492978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:57:12,983 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:12,983 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:12,983 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:57:12,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-12-04T21:57:12,989 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-04T21:57:12,990 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-04T21:57:12,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees 2024-12-04T21:57:12,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-04T21:57:12,994 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-04T21:57:12,998 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-04T21:57:12,998 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-04T21:57:13,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-04T21:57:13,130 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:57:13,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40020 deadline: 1733349493128, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:57:13,131 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:13,131 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:57:13,131 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:13,131 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:57:13,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40040 deadline: 1733349493128, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:57:13,132 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:13,132 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:13,132 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:57:13,142 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:57:13,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39960 deadline: 1733349493137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:57:13,143 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:13,143 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:13,143 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:57:13,156 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39095 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-12-04T21:57:13,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1. 2024-12-04T21:57:13,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1. as already flushing 2024-12-04T21:57:13,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1. 2024-12-04T21:57:13,157 ERROR [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => f466f4b94896be1bc1679fd7fa7d08e1, NAME => 'TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:57:13,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => f466f4b94896be1bc1679fd7fa7d08e1, NAME => 'TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:57:13,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f466f4b94896be1bc1679fd7fa7d08e1, NAME => 'TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f466f4b94896be1bc1679fd7fa7d08e1, NAME => 'TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:57:13,237 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/.tmp/A/2f1a1e1fb2cc4c9aa0e5fc3094cb6951 2024-12-04T21:57:13,264 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/.tmp/B/ed3f9db0373c4e59a6a2ea91b274c663 is 50, key is test_row_0/B:col10/1733349432094/Put/seqid=0 2024-12-04T21:57:13,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073741862_1038 (size=12151) 2024-12-04T21:57:13,289 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/.tmp/B/ed3f9db0373c4e59a6a2ea91b274c663 2024-12-04T21:57:13,308 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/.tmp/C/9d6b89ac61144cb795fcdd62c077c703 is 50, key is test_row_0/C:col10/1733349432094/Put/seqid=0 2024-12-04T21:57:13,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-04T21:57:13,311 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39095 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-12-04T21:57:13,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1. 2024-12-04T21:57:13,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1. as already flushing 2024-12-04T21:57:13,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1. 2024-12-04T21:57:13,312 ERROR [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => f466f4b94896be1bc1679fd7fa7d08e1, NAME => 'TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:57:13,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => f466f4b94896be1bc1679fd7fa7d08e1, NAME => 'TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:57:13,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f466f4b94896be1bc1679fd7fa7d08e1, NAME => 'TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f466f4b94896be1bc1679fd7fa7d08e1, NAME => 'TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:57:13,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073741863_1039 (size=12151) 2024-12-04T21:57:13,360 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/.tmp/C/9d6b89ac61144cb795fcdd62c077c703 2024-12-04T21:57:13,376 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/.tmp/A/2f1a1e1fb2cc4c9aa0e5fc3094cb6951 as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/A/2f1a1e1fb2cc4c9aa0e5fc3094cb6951 2024-12-04T21:57:13,386 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/A/2f1a1e1fb2cc4c9aa0e5fc3094cb6951, entries=200, sequenceid=156, filesize=14.2 K 2024-12-04T21:57:13,388 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/.tmp/B/ed3f9db0373c4e59a6a2ea91b274c663 as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/B/ed3f9db0373c4e59a6a2ea91b274c663 2024-12-04T21:57:13,419 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/B/ed3f9db0373c4e59a6a2ea91b274c663, entries=150, sequenceid=156, filesize=11.9 K 2024-12-04T21:57:13,421 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/.tmp/C/9d6b89ac61144cb795fcdd62c077c703 as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/C/9d6b89ac61144cb795fcdd62c077c703 2024-12-04T21:57:13,441 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:57:13,441 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/C/9d6b89ac61144cb795fcdd62c077c703, entries=150, sequenceid=156, filesize=11.9 K 2024-12-04T21:57:13,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40020 deadline: 1733349493438, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:57:13,442 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:13,442 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:13,442 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:57:13,445 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~360 KB/368640, currentSize=53.67 KB/54960 for f466f4b94896be1bc1679fd7fa7d08e1 in 668ms, sequenceid=156, compaction requested=true 2024-12-04T21:57:13,445 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f466f4b94896be1bc1679fd7fa7d08e1: 2024-12-04T21:57:13,446 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f466f4b94896be1bc1679fd7fa7d08e1:A, priority=-2147483648, current under compaction store size is 1 2024-12-04T21:57:13,446 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T21:57:13,446 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T21:57:13,446 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f466f4b94896be1bc1679fd7fa7d08e1:B, priority=-2147483648, current under compaction store size is 2 2024-12-04T21:57:13,446 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T21:57:13,446 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T21:57:13,446 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f466f4b94896be1bc1679fd7fa7d08e1:C, priority=-2147483648, current under compaction store size is 3 2024-12-04T21:57:13,446 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T21:57:13,447 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 41239 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T21:57:13,448 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HStore(1541): f466f4b94896be1bc1679fd7fa7d08e1/A is initiating minor compaction (all files) 2024-12-04T21:57:13,448 INFO [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f466f4b94896be1bc1679fd7fa7d08e1/A in TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1. 2024-12-04T21:57:13,448 INFO [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/A/01c7a3ef946e4c8f98396b9275467701, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/A/52919f5184554a5e871ef2d206ebb75d, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/A/2f1a1e1fb2cc4c9aa0e5fc3094cb6951] into tmpdir=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/.tmp, totalSize=40.3 K 2024-12-04T21:57:13,449 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36459 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T21:57:13,449 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HStore(1541): f466f4b94896be1bc1679fd7fa7d08e1/B is initiating minor compaction (all files) 2024-12-04T21:57:13,449 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f466f4b94896be1bc1679fd7fa7d08e1/B in TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1. 2024-12-04T21:57:13,449 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/B/d20a8b7779034410b022276dbb789fe9, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/B/4dd9b2511d2646a58e3af80551d0d93a, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/B/ed3f9db0373c4e59a6a2ea91b274c663] into tmpdir=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/.tmp, totalSize=35.6 K 2024-12-04T21:57:13,450 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] compactions.Compactor(225): Compacting 01c7a3ef946e4c8f98396b9275467701, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=110, earliestPutTs=1733349431020 2024-12-04T21:57:13,450 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f466f4b94896be1bc1679fd7fa7d08e1 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-12-04T21:57:13,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(8855): Flush requested on f466f4b94896be1bc1679fd7fa7d08e1 2024-12-04T21:57:13,450 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.Compactor(225): Compacting d20a8b7779034410b022276dbb789fe9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=110, earliestPutTs=1733349431020 2024-12-04T21:57:13,451 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f466f4b94896be1bc1679fd7fa7d08e1, store=A 2024-12-04T21:57:13,451 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T21:57:13,451 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f466f4b94896be1bc1679fd7fa7d08e1, store=B 2024-12-04T21:57:13,451 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T21:57:13,451 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.Compactor(225): Compacting 4dd9b2511d2646a58e3af80551d0d93a, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1733349431788 2024-12-04T21:57:13,451 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f466f4b94896be1bc1679fd7fa7d08e1, store=C 2024-12-04T21:57:13,451 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T21:57:13,451 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] compactions.Compactor(225): Compacting 52919f5184554a5e871ef2d206ebb75d, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1733349431788 2024-12-04T21:57:13,452 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.Compactor(225): Compacting ed3f9db0373c4e59a6a2ea91b274c663, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1733349432094 2024-12-04T21:57:13,452 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2f1a1e1fb2cc4c9aa0e5fc3094cb6951, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1733349432094 2024-12-04T21:57:13,466 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39095 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-12-04T21:57:13,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1. 2024-12-04T21:57:13,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1. as already flushing 2024-12-04T21:57:13,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1. 2024-12-04T21:57:13,467 ERROR [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => f466f4b94896be1bc1679fd7fa7d08e1, NAME => 'TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:57:13,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => f466f4b94896be1bc1679fd7fa7d08e1, NAME => 'TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:57:13,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f466f4b94896be1bc1679fd7fa7d08e1, NAME => 'TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f466f4b94896be1bc1679fd7fa7d08e1, NAME => 'TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:57:13,470 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/.tmp/A/fd4a2a4c0a954fd8a826b244b10e6280 is 50, key is test_row_0/A:col10/1733349433442/Put/seqid=0 2024-12-04T21:57:13,479 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f466f4b94896be1bc1679fd7fa7d08e1#B#compaction#28 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T21:57:13,480 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/.tmp/B/f1823e35f70d4857b24a25ba49d6558c is 50, key is test_row_0/B:col10/1733349432094/Put/seqid=0 2024-12-04T21:57:13,499 INFO [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f466f4b94896be1bc1679fd7fa7d08e1#A#compaction#29 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T21:57:13,500 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/.tmp/A/d8bdebb1918542babc69f3aa84dee478 is 50, key is test_row_0/A:col10/1733349432094/Put/seqid=0 2024-12-04T21:57:13,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073741865_1041 (size=12459) 2024-12-04T21:57:13,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073741864_1040 (size=9757) 2024-12-04T21:57:13,548 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/.tmp/A/fd4a2a4c0a954fd8a826b244b10e6280 2024-12-04T21:57:13,554 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/.tmp/B/f1823e35f70d4857b24a25ba49d6558c as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/B/f1823e35f70d4857b24a25ba49d6558c 2024-12-04T21:57:13,565 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:57:13,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39960 deadline: 1733349493556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:57:13,567 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:13,567 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:13,567 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:57:13,567 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:57:13,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40040 deadline: 1733349493560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:57:13,568 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:13,568 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:13,568 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:57:13,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073741866_1042 (size=12459) 2024-12-04T21:57:13,578 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f466f4b94896be1bc1679fd7fa7d08e1/B of f466f4b94896be1bc1679fd7fa7d08e1 into f1823e35f70d4857b24a25ba49d6558c(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T21:57:13,578 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f466f4b94896be1bc1679fd7fa7d08e1: 2024-12-04T21:57:13,578 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., storeName=f466f4b94896be1bc1679fd7fa7d08e1/B, priority=13, startTime=1733349433446; duration=0sec 2024-12-04T21:57:13,578 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T21:57:13,578 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f466f4b94896be1bc1679fd7fa7d08e1:B 2024-12-04T21:57:13,578 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T21:57:13,581 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36459 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T21:57:13,581 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HStore(1541): f466f4b94896be1bc1679fd7fa7d08e1/C is initiating minor compaction (all files) 2024-12-04T21:57:13,581 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f466f4b94896be1bc1679fd7fa7d08e1/C in TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1. 2024-12-04T21:57:13,582 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/C/014e2fd8c0d84706aacd9d0255a46eef, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/C/e97808633c4a48009cd69dbbd8e598d6, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/C/9d6b89ac61144cb795fcdd62c077c703] into tmpdir=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/.tmp, totalSize=35.6 K 2024-12-04T21:57:13,583 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.Compactor(225): Compacting 014e2fd8c0d84706aacd9d0255a46eef, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=110, earliestPutTs=1733349431020 2024-12-04T21:57:13,584 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/.tmp/B/f400f4e201224b61b89aac44eb584b79 is 50, key is test_row_0/B:col10/1733349433442/Put/seqid=0 2024-12-04T21:57:13,585 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.Compactor(225): Compacting e97808633c4a48009cd69dbbd8e598d6, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1733349431788 2024-12-04T21:57:13,586 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.Compactor(225): Compacting 9d6b89ac61144cb795fcdd62c077c703, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1733349432094 2024-12-04T21:57:13,594 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/.tmp/A/d8bdebb1918542babc69f3aa84dee478 as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/A/d8bdebb1918542babc69f3aa84dee478 2024-12-04T21:57:13,604 INFO [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f466f4b94896be1bc1679fd7fa7d08e1/A of f466f4b94896be1bc1679fd7fa7d08e1 into d8bdebb1918542babc69f3aa84dee478(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T21:57:13,604 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f466f4b94896be1bc1679fd7fa7d08e1: 2024-12-04T21:57:13,605 INFO [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., storeName=f466f4b94896be1bc1679fd7fa7d08e1/A, priority=13, startTime=1733349433446; duration=0sec 2024-12-04T21:57:13,605 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T21:57:13,605 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f466f4b94896be1bc1679fd7fa7d08e1:A 2024-12-04T21:57:13,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073741867_1043 (size=9757) 2024-12-04T21:57:13,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-04T21:57:13,619 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f466f4b94896be1bc1679fd7fa7d08e1#C#compaction#31 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T21:57:13,620 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/.tmp/C/7faacb348e794499a76a20b881e0de4d is 50, key is test_row_0/C:col10/1733349432094/Put/seqid=0 2024-12-04T21:57:13,621 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39095 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-12-04T21:57:13,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1. 2024-12-04T21:57:13,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1. as already flushing 2024-12-04T21:57:13,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1. 2024-12-04T21:57:13,622 ERROR [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => f466f4b94896be1bc1679fd7fa7d08e1, NAME => 'TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:57:13,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => f466f4b94896be1bc1679fd7fa7d08e1, NAME => 'TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:57:13,622 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/.tmp/B/f400f4e201224b61b89aac44eb584b79 2024-12-04T21:57:13,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f466f4b94896be1bc1679fd7fa7d08e1, NAME => 'TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f466f4b94896be1bc1679fd7fa7d08e1, NAME => 'TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:57:13,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073741868_1044 (size=12459) 2024-12-04T21:57:13,655 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/.tmp/C/112c1d978ecc4ae5819032cd4647caa8 is 50, key is test_row_0/C:col10/1733349433442/Put/seqid=0 2024-12-04T21:57:13,669 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/.tmp/C/7faacb348e794499a76a20b881e0de4d as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/C/7faacb348e794499a76a20b881e0de4d 2024-12-04T21:57:13,681 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:57:13,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39960 deadline: 1733349493678, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:57:13,682 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:13,682 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:13,682 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:57:13,682 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:57:13,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40040 deadline: 1733349493678, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:57:13,683 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:13,683 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:13,683 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:57:13,685 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f466f4b94896be1bc1679fd7fa7d08e1/C of f466f4b94896be1bc1679fd7fa7d08e1 into 7faacb348e794499a76a20b881e0de4d(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T21:57:13,685 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f466f4b94896be1bc1679fd7fa7d08e1: 2024-12-04T21:57:13,685 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., storeName=f466f4b94896be1bc1679fd7fa7d08e1/C, priority=13, startTime=1733349433446; duration=0sec 2024-12-04T21:57:13,686 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T21:57:13,686 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f466f4b94896be1bc1679fd7fa7d08e1:C 2024-12-04T21:57:13,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073741869_1045 (size=9757) 2024-12-04T21:57:13,691 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/.tmp/C/112c1d978ecc4ae5819032cd4647caa8 2024-12-04T21:57:13,734 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/.tmp/A/fd4a2a4c0a954fd8a826b244b10e6280 as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/A/fd4a2a4c0a954fd8a826b244b10e6280 2024-12-04T21:57:13,746 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/A/fd4a2a4c0a954fd8a826b244b10e6280, entries=100, sequenceid=168, filesize=9.5 K 2024-12-04T21:57:13,749 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/.tmp/B/f400f4e201224b61b89aac44eb584b79 as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/B/f400f4e201224b61b89aac44eb584b79 2024-12-04T21:57:13,758 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/B/f400f4e201224b61b89aac44eb584b79, entries=100, sequenceid=168, filesize=9.5 K 2024-12-04T21:57:13,763 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/.tmp/C/112c1d978ecc4ae5819032cd4647caa8 as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/C/112c1d978ecc4ae5819032cd4647caa8 2024-12-04T21:57:13,778 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39095 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-12-04T21:57:13,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1. 2024-12-04T21:57:13,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1. as already flushing 2024-12-04T21:57:13,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1. 2024-12-04T21:57:13,779 ERROR [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => f466f4b94896be1bc1679fd7fa7d08e1, NAME => 'TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:57:13,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => f466f4b94896be1bc1679fd7fa7d08e1, NAME => 'TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:57:13,779 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/C/112c1d978ecc4ae5819032cd4647caa8, entries=100, sequenceid=168, filesize=9.5 K 2024-12-04T21:57:13,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f466f4b94896be1bc1679fd7fa7d08e1, NAME => 'TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f466f4b94896be1bc1679fd7fa7d08e1, NAME => 'TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:57:13,781 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for f466f4b94896be1bc1679fd7fa7d08e1 in 331ms, sequenceid=168, compaction requested=false 2024-12-04T21:57:13,781 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f466f4b94896be1bc1679fd7fa7d08e1: 2024-12-04T21:57:13,799 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-04T21:57:13,799 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-04T21:57:13,802 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T21:57:13,802 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-04T21:57:13,802 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-04T21:57:13,802 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-04T21:57:13,803 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-12-04T21:57:13,803 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-12-04T21:57:13,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(8855): Flush requested on f466f4b94896be1bc1679fd7fa7d08e1 2024-12-04T21:57:13,898 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f466f4b94896be1bc1679fd7fa7d08e1 3/3 column families, dataSize=127.47 KB heapSize=379.97 KB 2024-12-04T21:57:13,898 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f466f4b94896be1bc1679fd7fa7d08e1, store=A 2024-12-04T21:57:13,899 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-04T21:57:13,899 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f466f4b94896be1bc1679fd7fa7d08e1, store=B 2024-12-04T21:57:13,899 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/bb3046a53f79:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733349433527, max timestamp=1733349433893Num uniques 859; 2024-12-04T21:57:13,899 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-04T21:57:13,899 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/bb3046a53f79:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-04T21:57:13,899 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f466f4b94896be1bc1679fd7fa7d08e1, store=C 2024-12-04T21:57:13,899 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-04T21:57:13,916 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/.tmp/A/8328b655bec44633ae3208ada7194c8d is 50, key is test_row_0/A:col10/1733349433550/Put/seqid=0 2024-12-04T21:57:13,933 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39095 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-12-04T21:57:13,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1. 2024-12-04T21:57:13,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1. as already flushing 2024-12-04T21:57:13,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1. 2024-12-04T21:57:13,934 ERROR [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => f466f4b94896be1bc1679fd7fa7d08e1, NAME => 'TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:57:13,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => f466f4b94896be1bc1679fd7fa7d08e1, NAME => 'TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:57:13,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f466f4b94896be1bc1679fd7fa7d08e1, NAME => 'TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f466f4b94896be1bc1679fd7fa7d08e1, NAME => 'TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:57:13,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073741870_1046 (size=16931) 2024-12-04T21:57:13,941 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=193 (bloomFilter=true), to=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/.tmp/A/8328b655bec44633ae3208ada7194c8d 2024-12-04T21:57:13,949 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:57:13,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40040 deadline: 1733349493942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:57:13,950 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:13,951 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:13,951 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:57:13,955 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:57:13,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40020 deadline: 1733349493948, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:57:13,956 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:13,956 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:57:13,956 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:13,956 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:57:13,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39960 deadline: 1733349493951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:57:13,956 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:13,957 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:13,957 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:57:13,963 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/.tmp/B/9f605cbf71264fed8dbdd07f16b56fbc is 50, key is test_row_0/B:col10/1733349433550/Put/seqid=0 2024-12-04T21:57:13,984 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:57:13,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39970 deadline: 1733349493978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:57:13,989 WARN [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to bb3046a53f79,39095,1733349424047 for 'test_row_0' in f466f4b94896be1bc1679fd7fa7d08e1 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2173 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-04T21:57:13,990 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:13,990 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:13,990 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:57:13,990 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:57:13,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40032 deadline: 1733349493988, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:57:13,992 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to bb3046a53f79,39095,1733349424047 for 'test_row_0' in f466f4b94896be1bc1679fd7fa7d08e1 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2189 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-04T21:57:13,993 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:13,993 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:13,993 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:57:14,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073741871_1047 (size=12151) 2024-12-04T21:57:14,062 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:57:14,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40040 deadline: 1733349494062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:57:14,066 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:14,066 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:14,066 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:57:14,070 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:57:14,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39960 deadline: 1733349494069, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:57:14,071 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:14,071 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:14,071 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:57:14,090 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39095 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-12-04T21:57:14,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1. 2024-12-04T21:57:14,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1. as already flushing 2024-12-04T21:57:14,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1. 2024-12-04T21:57:14,091 ERROR [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => f466f4b94896be1bc1679fd7fa7d08e1, NAME => 'TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:57:14,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => f466f4b94896be1bc1679fd7fa7d08e1, NAME => 'TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:57:14,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f466f4b94896be1bc1679fd7fa7d08e1, NAME => 'TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f466f4b94896be1bc1679fd7fa7d08e1, NAME => 'TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:57:14,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-04T21:57:14,245 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39095 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-12-04T21:57:14,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1. 2024-12-04T21:57:14,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1. as already flushing 2024-12-04T21:57:14,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1. 2024-12-04T21:57:14,245 ERROR [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => f466f4b94896be1bc1679fd7fa7d08e1, NAME => 'TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:57:14,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => f466f4b94896be1bc1679fd7fa7d08e1, NAME => 'TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:57:14,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f466f4b94896be1bc1679fd7fa7d08e1, NAME => 'TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f466f4b94896be1bc1679fd7fa7d08e1, NAME => 'TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:57:14,279 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:57:14,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40040 deadline: 1733349494278, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:57:14,280 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:14,280 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:57:14,280 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:14,280 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:57:14,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39960 deadline: 1733349494278, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:57:14,281 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:14,281 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:14,281 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:57:14,400 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39095 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-12-04T21:57:14,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1. 2024-12-04T21:57:14,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1. as already flushing 2024-12-04T21:57:14,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1. 2024-12-04T21:57:14,400 ERROR [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => f466f4b94896be1bc1679fd7fa7d08e1, NAME => 'TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:57:14,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => f466f4b94896be1bc1679fd7fa7d08e1, NAME => 'TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:57:14,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f466f4b94896be1bc1679fd7fa7d08e1, NAME => 'TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f466f4b94896be1bc1679fd7fa7d08e1, NAME => 'TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:57:14,412 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=193 (bloomFilter=true), to=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/.tmp/B/9f605cbf71264fed8dbdd07f16b56fbc 2024-12-04T21:57:14,444 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/.tmp/C/3441d9ba82cc4493bbcc2272186b5ad2 is 50, key is test_row_0/C:col10/1733349433550/Put/seqid=0 2024-12-04T21:57:14,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073741872_1048 (size=12151) 2024-12-04T21:57:14,556 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39095 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-12-04T21:57:14,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1. 2024-12-04T21:57:14,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1. as already flushing 2024-12-04T21:57:14,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1. 2024-12-04T21:57:14,557 ERROR [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => f466f4b94896be1bc1679fd7fa7d08e1, NAME => 'TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:57:14,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => f466f4b94896be1bc1679fd7fa7d08e1, NAME => 'TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:57:14,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f466f4b94896be1bc1679fd7fa7d08e1, NAME => 'TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f466f4b94896be1bc1679fd7fa7d08e1, NAME => 'TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:57:14,592 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:57:14,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39960 deadline: 1733349494588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:57:14,593 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:14,593 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:14,593 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:57:14,593 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:57:14,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40040 deadline: 1733349494588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:57:14,593 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:14,593 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:14,593 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:57:14,712 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39095 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-12-04T21:57:14,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1. 2024-12-04T21:57:14,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1. as already flushing 2024-12-04T21:57:14,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1. 2024-12-04T21:57:14,713 ERROR [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => f466f4b94896be1bc1679fd7fa7d08e1, NAME => 'TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:57:14,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => f466f4b94896be1bc1679fd7fa7d08e1, NAME => 'TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:57:14,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f466f4b94896be1bc1679fd7fa7d08e1, NAME => 'TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f466f4b94896be1bc1679fd7fa7d08e1, NAME => 'TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:57:14,869 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39095 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-12-04T21:57:14,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1. 2024-12-04T21:57:14,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1. as already flushing 2024-12-04T21:57:14,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1. 2024-12-04T21:57:14,869 ERROR [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => f466f4b94896be1bc1679fd7fa7d08e1, NAME => 'TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:57:14,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => f466f4b94896be1bc1679fd7fa7d08e1, NAME => 'TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:57:14,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f466f4b94896be1bc1679fd7fa7d08e1, NAME => 'TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f466f4b94896be1bc1679fd7fa7d08e1, NAME => 'TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:57:14,885 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=193 (bloomFilter=true), to=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/.tmp/C/3441d9ba82cc4493bbcc2272186b5ad2 2024-12-04T21:57:14,901 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/.tmp/A/8328b655bec44633ae3208ada7194c8d as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/A/8328b655bec44633ae3208ada7194c8d 2024-12-04T21:57:14,919 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/A/8328b655bec44633ae3208ada7194c8d, entries=250, sequenceid=193, filesize=16.5 K 2024-12-04T21:57:14,920 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/.tmp/B/9f605cbf71264fed8dbdd07f16b56fbc as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/B/9f605cbf71264fed8dbdd07f16b56fbc 2024-12-04T21:57:14,926 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/B/9f605cbf71264fed8dbdd07f16b56fbc, entries=150, sequenceid=193, filesize=11.9 K 2024-12-04T21:57:14,929 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/.tmp/C/3441d9ba82cc4493bbcc2272186b5ad2 as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/C/3441d9ba82cc4493bbcc2272186b5ad2 2024-12-04T21:57:14,937 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/C/3441d9ba82cc4493bbcc2272186b5ad2, entries=150, sequenceid=193, filesize=11.9 K 2024-12-04T21:57:14,938 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~96.16 KB/98470, heapSize ~281.98 KB/288752, currentSize=80.51 KB/82440 for f466f4b94896be1bc1679fd7fa7d08e1 in 1040ms, sequenceid=193, compaction requested=true 2024-12-04T21:57:14,938 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f466f4b94896be1bc1679fd7fa7d08e1: 2024-12-04T21:57:14,939 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f466f4b94896be1bc1679fd7fa7d08e1:A, priority=-2147483648, current under compaction store size is 1 2024-12-04T21:57:14,939 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T21:57:14,939 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T21:57:14,939 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f466f4b94896be1bc1679fd7fa7d08e1:B, priority=-2147483648, current under compaction store size is 2 2024-12-04T21:57:14,939 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T21:57:14,939 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T21:57:14,939 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f466f4b94896be1bc1679fd7fa7d08e1:C, priority=-2147483648, current under compaction store size is 3 2024-12-04T21:57:14,939 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T21:57:14,941 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34367 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T21:57:14,941 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HStore(1541): f466f4b94896be1bc1679fd7fa7d08e1/B is initiating minor compaction (all files) 2024-12-04T21:57:14,941 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f466f4b94896be1bc1679fd7fa7d08e1/B in TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1. 2024-12-04T21:57:14,941 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/B/f1823e35f70d4857b24a25ba49d6558c, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/B/f400f4e201224b61b89aac44eb584b79, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/B/9f605cbf71264fed8dbdd07f16b56fbc] into tmpdir=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/.tmp, totalSize=33.6 K 2024-12-04T21:57:14,941 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39147 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T21:57:14,942 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HStore(1541): f466f4b94896be1bc1679fd7fa7d08e1/A is initiating minor compaction (all files) 2024-12-04T21:57:14,942 INFO [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f466f4b94896be1bc1679fd7fa7d08e1/A in TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1. 2024-12-04T21:57:14,942 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.Compactor(225): Compacting f1823e35f70d4857b24a25ba49d6558c, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1733349432094 2024-12-04T21:57:14,942 INFO [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/A/d8bdebb1918542babc69f3aa84dee478, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/A/fd4a2a4c0a954fd8a826b244b10e6280, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/A/8328b655bec44633ae3208ada7194c8d] into tmpdir=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/.tmp, totalSize=38.2 K 2024-12-04T21:57:14,942 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.Compactor(225): Compacting f400f4e201224b61b89aac44eb584b79, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1733349432807 2024-12-04T21:57:14,942 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] compactions.Compactor(225): Compacting d8bdebb1918542babc69f3aa84dee478, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1733349432094 2024-12-04T21:57:14,942 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.Compactor(225): Compacting 9f605cbf71264fed8dbdd07f16b56fbc, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=193, earliestPutTs=1733349433550 2024-12-04T21:57:14,942 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] compactions.Compactor(225): Compacting fd4a2a4c0a954fd8a826b244b10e6280, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1733349432807 2024-12-04T21:57:14,943 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8328b655bec44633ae3208ada7194c8d, keycount=250, bloomtype=ROW, size=16.5 K, encoding=NONE, compression=NONE, seqNum=193, earliestPutTs=1733349433527 2024-12-04T21:57:14,955 INFO [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f466f4b94896be1bc1679fd7fa7d08e1#A#compaction#36 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-04T21:57:14,956 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f466f4b94896be1bc1679fd7fa7d08e1#B#compaction#37 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T21:57:14,956 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/.tmp/A/f46663edbe534d7d861f8b1ac416a623 is 50, key is test_row_0/A:col10/1733349433550/Put/seqid=0 2024-12-04T21:57:14,956 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/.tmp/B/9a686292deba4ea1b0c82e5cbb2e10b1 is 50, key is test_row_0/B:col10/1733349433550/Put/seqid=0 2024-12-04T21:57:14,970 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f466f4b94896be1bc1679fd7fa7d08e1 3/3 column families, dataSize=87.22 KB heapSize=259.73 KB 2024-12-04T21:57:14,971 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f466f4b94896be1bc1679fd7fa7d08e1, store=A 2024-12-04T21:57:14,971 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T21:57:14,971 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f466f4b94896be1bc1679fd7fa7d08e1, store=B 2024-12-04T21:57:14,971 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T21:57:14,971 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f466f4b94896be1bc1679fd7fa7d08e1, store=C 2024-12-04T21:57:14,971 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T21:57:14,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(8855): Flush requested on f466f4b94896be1bc1679fd7fa7d08e1 2024-12-04T21:57:14,988 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/.tmp/A/e3f9e49b7508472a8a6b536da7ce2959 is 50, key is test_row_0/A:col10/1733349433913/Put/seqid=0 2024-12-04T21:57:15,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073741874_1050 (size=12561) 2024-12-04T21:57:15,022 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39095 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-12-04T21:57:15,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1. 2024-12-04T21:57:15,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1. as already flushing 2024-12-04T21:57:15,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1. 2024-12-04T21:57:15,023 ERROR [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => f466f4b94896be1bc1679fd7fa7d08e1, NAME => 'TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:57:15,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => f466f4b94896be1bc1679fd7fa7d08e1, NAME => 'TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:57:15,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f466f4b94896be1bc1679fd7fa7d08e1, NAME => 'TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f466f4b94896be1bc1679fd7fa7d08e1, NAME => 'TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:57:15,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073741873_1049 (size=12561) 2024-12-04T21:57:15,038 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/.tmp/A/f46663edbe534d7d861f8b1ac416a623 as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/A/f46663edbe534d7d861f8b1ac416a623 2024-12-04T21:57:15,051 INFO [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f466f4b94896be1bc1679fd7fa7d08e1/A of f466f4b94896be1bc1679fd7fa7d08e1 into f46663edbe534d7d861f8b1ac416a623(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T21:57:15,051 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f466f4b94896be1bc1679fd7fa7d08e1: 2024-12-04T21:57:15,051 INFO [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., storeName=f466f4b94896be1bc1679fd7fa7d08e1/A, priority=13, startTime=1733349434938; duration=0sec 2024-12-04T21:57:15,053 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T21:57:15,053 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f466f4b94896be1bc1679fd7fa7d08e1:A 2024-12-04T21:57:15,053 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T21:57:15,054 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34367 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T21:57:15,055 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HStore(1541): f466f4b94896be1bc1679fd7fa7d08e1/C is initiating minor compaction (all files) 2024-12-04T21:57:15,055 INFO [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f466f4b94896be1bc1679fd7fa7d08e1/C in TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1. 2024-12-04T21:57:15,055 INFO [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/C/7faacb348e794499a76a20b881e0de4d, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/C/112c1d978ecc4ae5819032cd4647caa8, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/C/3441d9ba82cc4493bbcc2272186b5ad2] into tmpdir=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/.tmp, totalSize=33.6 K 2024-12-04T21:57:15,055 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7faacb348e794499a76a20b881e0de4d, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1733349432094 2024-12-04T21:57:15,057 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] compactions.Compactor(225): Compacting 112c1d978ecc4ae5819032cd4647caa8, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1733349432807 2024-12-04T21:57:15,057 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3441d9ba82cc4493bbcc2272186b5ad2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=193, earliestPutTs=1733349433550 2024-12-04T21:57:15,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073741875_1051 (size=14541) 2024-12-04T21:57:15,077 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:57:15,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40020 deadline: 1733349495075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:57:15,080 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:15,080 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:15,080 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:57:15,083 INFO [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f466f4b94896be1bc1679fd7fa7d08e1#C#compaction#39 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T21:57:15,085 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=209 (bloomFilter=true), to=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/.tmp/A/e3f9e49b7508472a8a6b536da7ce2959 2024-12-04T21:57:15,086 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/.tmp/C/8b16cb7d4beb46c29a184a56d5eb7b10 is 50, key is test_row_0/C:col10/1733349433550/Put/seqid=0 2024-12-04T21:57:15,102 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:57:15,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39960 deadline: 1733349495098, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:57:15,102 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:57:15,103 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/.tmp/B/dea0552074144c69bde4581a95848fe5 is 50, key is test_row_0/B:col10/1733349433913/Put/seqid=0 2024-12-04T21:57:15,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40040 deadline: 1733349495098, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:57:15,103 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:15,103 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:15,103 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:15,103 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:15,103 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:57:15,103 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:57:15,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073741876_1052 (size=12561) 2024-12-04T21:57:15,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073741877_1053 (size=12151) 2024-12-04T21:57:15,120 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=209 (bloomFilter=true), to=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/.tmp/B/dea0552074144c69bde4581a95848fe5 2024-12-04T21:57:15,132 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/.tmp/C/317233c5be384e86847de0181f64ee34 is 50, key is test_row_0/C:col10/1733349433913/Put/seqid=0 2024-12-04T21:57:15,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-04T21:57:15,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073741878_1054 (size=12151) 2024-12-04T21:57:15,158 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=209 (bloomFilter=true), to=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/.tmp/C/317233c5be384e86847de0181f64ee34 2024-12-04T21:57:15,168 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/.tmp/A/e3f9e49b7508472a8a6b536da7ce2959 as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/A/e3f9e49b7508472a8a6b536da7ce2959 2024-12-04T21:57:15,177 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39095 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-12-04T21:57:15,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1. 2024-12-04T21:57:15,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1. as already flushing 2024-12-04T21:57:15,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1. 2024-12-04T21:57:15,178 ERROR [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => f466f4b94896be1bc1679fd7fa7d08e1, NAME => 'TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:57:15,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => f466f4b94896be1bc1679fd7fa7d08e1, NAME => 'TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:57:15,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f466f4b94896be1bc1679fd7fa7d08e1, NAME => 'TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f466f4b94896be1bc1679fd7fa7d08e1, NAME => 'TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:57:15,179 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/A/e3f9e49b7508472a8a6b536da7ce2959, entries=200, sequenceid=209, filesize=14.2 K 2024-12-04T21:57:15,182 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/.tmp/B/dea0552074144c69bde4581a95848fe5 as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/B/dea0552074144c69bde4581a95848fe5 2024-12-04T21:57:15,188 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:57:15,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40020 deadline: 1733349495188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:57:15,189 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:15,190 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:15,190 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:57:15,193 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/B/dea0552074144c69bde4581a95848fe5, entries=150, sequenceid=209, filesize=11.9 K 2024-12-04T21:57:15,196 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/.tmp/C/317233c5be384e86847de0181f64ee34 as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/C/317233c5be384e86847de0181f64ee34 2024-12-04T21:57:15,203 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/C/317233c5be384e86847de0181f64ee34, entries=150, sequenceid=209, filesize=11.9 K 2024-12-04T21:57:15,205 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~259.69 KB/265920, currentSize=87.22 KB/89310 for f466f4b94896be1bc1679fd7fa7d08e1 in 235ms, sequenceid=209, compaction requested=false 2024-12-04T21:57:15,205 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f466f4b94896be1bc1679fd7fa7d08e1: 2024-12-04T21:57:15,334 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39095 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-12-04T21:57:15,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1. 2024-12-04T21:57:15,335 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2902): Flushing f466f4b94896be1bc1679fd7fa7d08e1 3/3 column families, dataSize=87.22 KB heapSize=259.73 KB 2024-12-04T21:57:15,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f466f4b94896be1bc1679fd7fa7d08e1, store=A 2024-12-04T21:57:15,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T21:57:15,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f466f4b94896be1bc1679fd7fa7d08e1, store=B 2024-12-04T21:57:15,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T21:57:15,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f466f4b94896be1bc1679fd7fa7d08e1, store=C 2024-12-04T21:57:15,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T21:57:15,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/.tmp/A/84afdfedf2e5471b979269de67a85d40 is 50, key is test_row_0/A:col10/1733349435062/Put/seqid=0 2024-12-04T21:57:15,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073741879_1055 (size=12151) 2024-12-04T21:57:15,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(8855): Flush requested on f466f4b94896be1bc1679fd7fa7d08e1 2024-12-04T21:57:15,404 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1. as already flushing 2024-12-04T21:57:15,416 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/.tmp/B/9a686292deba4ea1b0c82e5cbb2e10b1 as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/B/9a686292deba4ea1b0c82e5cbb2e10b1 2024-12-04T21:57:15,430 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f466f4b94896be1bc1679fd7fa7d08e1/B of f466f4b94896be1bc1679fd7fa7d08e1 into 9a686292deba4ea1b0c82e5cbb2e10b1(size=12.3 K), total size for store is 24.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T21:57:15,430 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f466f4b94896be1bc1679fd7fa7d08e1: 2024-12-04T21:57:15,430 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., storeName=f466f4b94896be1bc1679fd7fa7d08e1/B, priority=13, startTime=1733349434939; duration=0sec 2024-12-04T21:57:15,430 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T21:57:15,430 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f466f4b94896be1bc1679fd7fa7d08e1:B 2024-12-04T21:57:15,494 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:57:15,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40020 deadline: 1733349495490, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:57:15,495 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:15,495 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:15,496 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:57:15,520 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/.tmp/C/8b16cb7d4beb46c29a184a56d5eb7b10 as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/C/8b16cb7d4beb46c29a184a56d5eb7b10 2024-12-04T21:57:15,534 INFO [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f466f4b94896be1bc1679fd7fa7d08e1/C of f466f4b94896be1bc1679fd7fa7d08e1 into 8b16cb7d4beb46c29a184a56d5eb7b10(size=12.3 K), total size for store is 24.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T21:57:15,534 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f466f4b94896be1bc1679fd7fa7d08e1: 2024-12-04T21:57:15,534 INFO [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., storeName=f466f4b94896be1bc1679fd7fa7d08e1/C, priority=13, startTime=1733349434939; duration=0sec 2024-12-04T21:57:15,535 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T21:57:15,535 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f466f4b94896be1bc1679fd7fa7d08e1:C 2024-12-04T21:57:15,601 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:57:15,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40020 deadline: 1733349495598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:57:15,602 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:15,602 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:15,602 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:57:15,805 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=226 (bloomFilter=true), to=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/.tmp/A/84afdfedf2e5471b979269de67a85d40 2024-12-04T21:57:15,808 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:57:15,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40020 deadline: 1733349495807, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:57:15,809 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:15,809 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:15,809 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:57:15,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/.tmp/B/799d75a3d14a440a9e73da8cb6c41b67 is 50, key is test_row_0/B:col10/1733349435062/Put/seqid=0 2024-12-04T21:57:15,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073741880_1056 (size=12151) 2024-12-04T21:57:16,009 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:57:16,009 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:57:16,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39970 deadline: 1733349496008, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:57:16,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40032 deadline: 1733349496008, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:57:16,010 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to bb3046a53f79,39095,1733349424047 for 'test_row_0' in f466f4b94896be1bc1679fd7fa7d08e1 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4208 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-04T21:57:16,011 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:16,011 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:16,011 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:57:16,010 WARN [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to bb3046a53f79,39095,1733349424047 for 'test_row_0' in f466f4b94896be1bc1679fd7fa7d08e1 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4197 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-04T21:57:16,012 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:16,012 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:16,012 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:57:16,108 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:57:16,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39960 deadline: 1733349496108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:57:16,109 WARN [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRpcRetryingCaller(177): Call to bb3046a53f79,39095,1733349424047 for 'test_row_2' in f466f4b94896be1bc1679fd7fa7d08e1 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2159 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-04T21:57:16,109 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:16,110 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:16,110 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:57:16,123 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:57:16,123 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:57:16,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40040 deadline: 1733349496118, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:57:16,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40020 deadline: 1733349496118, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:57:16,129 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:16,129 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:16,129 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:57:16,124 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to bb3046a53f79,39095,1733349424047 for 'test_row_1' in f466f4b94896be1bc1679fd7fa7d08e1 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2182 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-04T21:57:16,129 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:16,130 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:16,130 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:57:16,238 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=226 (bloomFilter=true), to=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/.tmp/B/799d75a3d14a440a9e73da8cb6c41b67 2024-12-04T21:57:16,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/.tmp/C/a68de0577f5a4d529ecd3252582f558a is 50, key is test_row_0/C:col10/1733349435062/Put/seqid=0 2024-12-04T21:57:16,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073741881_1057 (size=12151) 2024-12-04T21:57:16,641 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:57:16,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40020 deadline: 1733349496638, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:57:16,642 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:16,642 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:16,642 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:57:16,662 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=226 (bloomFilter=true), to=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/.tmp/C/a68de0577f5a4d529ecd3252582f558a 2024-12-04T21:57:16,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/.tmp/A/84afdfedf2e5471b979269de67a85d40 as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/A/84afdfedf2e5471b979269de67a85d40 2024-12-04T21:57:16,691 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/A/84afdfedf2e5471b979269de67a85d40, entries=150, sequenceid=226, filesize=11.9 K 2024-12-04T21:57:16,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/.tmp/B/799d75a3d14a440a9e73da8cb6c41b67 as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/B/799d75a3d14a440a9e73da8cb6c41b67 2024-12-04T21:57:16,704 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/B/799d75a3d14a440a9e73da8cb6c41b67, entries=150, sequenceid=226, filesize=11.9 K 2024-12-04T21:57:16,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/.tmp/C/a68de0577f5a4d529ecd3252582f558a as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/C/a68de0577f5a4d529ecd3252582f558a 2024-12-04T21:57:16,719 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/C/a68de0577f5a4d529ecd3252582f558a, entries=150, sequenceid=226, filesize=11.9 K 2024-12-04T21:57:16,724 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~259.69 KB/265920, currentSize=87.22 KB/89310 for f466f4b94896be1bc1679fd7fa7d08e1 in 1388ms, sequenceid=226, compaction requested=true 2024-12-04T21:57:16,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2603): Flush status journal for f466f4b94896be1bc1679fd7fa7d08e1: 2024-12-04T21:57:16,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1. 2024-12-04T21:57:16,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-12-04T21:57:16,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-12-04T21:57:16,734 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-12-04T21:57:16,734 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.7290 sec 2024-12-04T21:57:16,738 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees in 3.7460 sec 2024-12-04T21:57:17,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-04T21:57:17,158 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-04T21:57:17,159 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-04T21:57:17,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees 2024-12-04T21:57:17,163 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-04T21:57:17,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-12-04T21:57:17,165 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-04T21:57:17,165 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-04T21:57:17,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-12-04T21:57:17,323 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39095 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-12-04T21:57:17,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1. 2024-12-04T21:57:17,324 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2902): Flushing f466f4b94896be1bc1679fd7fa7d08e1 3/3 column families, dataSize=87.22 KB heapSize=259.73 KB 2024-12-04T21:57:17,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f466f4b94896be1bc1679fd7fa7d08e1, store=A 2024-12-04T21:57:17,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T21:57:17,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f466f4b94896be1bc1679fd7fa7d08e1, store=B 2024-12-04T21:57:17,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T21:57:17,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f466f4b94896be1bc1679fd7fa7d08e1, store=C 2024-12-04T21:57:17,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T21:57:17,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/.tmp/A/031d56aae44042829b7019ad765e8071 is 50, key is test_row_0/A:col10/1733349435470/Put/seqid=0 2024-12-04T21:57:17,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073741882_1058 (size=12151) 2024-12-04T21:57:17,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-12-04T21:57:17,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(8855): Flush requested on f466f4b94896be1bc1679fd7fa7d08e1 2024-12-04T21:57:17,652 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1. as already flushing 2024-12-04T21:57:17,711 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:57:17,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40020 deadline: 1733349497707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:57:17,712 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:17,713 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:17,713 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:57:17,736 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=244 (bloomFilter=true), to=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/.tmp/A/031d56aae44042829b7019ad765e8071 2024-12-04T21:57:17,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/.tmp/B/1e40104d2f7e4bba8cd3e535acf7516f is 50, key is test_row_0/B:col10/1733349435470/Put/seqid=0 2024-12-04T21:57:17,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073741883_1059 (size=12151) 2024-12-04T21:57:17,765 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=244 (bloomFilter=true), to=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/.tmp/B/1e40104d2f7e4bba8cd3e535acf7516f 2024-12-04T21:57:17,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/.tmp/C/d3163d5475684000b60cb360ae02d238 is 50, key is test_row_0/C:col10/1733349435470/Put/seqid=0 2024-12-04T21:57:17,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073741884_1060 (size=12151) 2024-12-04T21:57:17,787 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=244 (bloomFilter=true), to=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/.tmp/C/d3163d5475684000b60cb360ae02d238 2024-12-04T21:57:17,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-12-04T21:57:17,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/.tmp/A/031d56aae44042829b7019ad765e8071 as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/A/031d56aae44042829b7019ad765e8071 2024-12-04T21:57:17,802 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/A/031d56aae44042829b7019ad765e8071, entries=150, sequenceid=244, filesize=11.9 K 2024-12-04T21:57:17,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/.tmp/B/1e40104d2f7e4bba8cd3e535acf7516f as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/B/1e40104d2f7e4bba8cd3e535acf7516f 2024-12-04T21:57:17,818 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/B/1e40104d2f7e4bba8cd3e535acf7516f, entries=150, sequenceid=244, filesize=11.9 K 2024-12-04T21:57:17,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/.tmp/C/d3163d5475684000b60cb360ae02d238 as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/C/d3163d5475684000b60cb360ae02d238 2024-12-04T21:57:17,825 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:57:17,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40020 deadline: 1733349497818, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:57:17,826 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:17,826 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:17,826 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:57:17,828 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/C/d3163d5475684000b60cb360ae02d238, entries=150, sequenceid=244, filesize=11.9 K 2024-12-04T21:57:17,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.StoreScanner(1005): StoreScanner already closing. There is no need to updateReaders 2024-12-04T21:57:17,831 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~259.69 KB/265920, currentSize=87.22 KB/89310 for f466f4b94896be1bc1679fd7fa7d08e1 in 508ms, sequenceid=244, compaction requested=true 2024-12-04T21:57:17,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2603): Flush status journal for f466f4b94896be1bc1679fd7fa7d08e1: 2024-12-04T21:57:17,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1. 2024-12-04T21:57:17,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-12-04T21:57:17,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-12-04T21:57:17,838 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-12-04T21:57:17,838 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 669 msec 2024-12-04T21:57:17,841 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees in 680 msec 2024-12-04T21:57:18,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(8855): Flush requested on f466f4b94896be1bc1679fd7fa7d08e1 2024-12-04T21:57:18,042 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f466f4b94896be1bc1679fd7fa7d08e1 3/3 column families, dataSize=93.93 KB heapSize=279.66 KB 2024-12-04T21:57:18,042 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f466f4b94896be1bc1679fd7fa7d08e1, store=A 2024-12-04T21:57:18,042 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T21:57:18,042 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f466f4b94896be1bc1679fd7fa7d08e1, store=B 2024-12-04T21:57:18,042 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T21:57:18,042 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f466f4b94896be1bc1679fd7fa7d08e1, store=C 2024-12-04T21:57:18,042 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T21:57:18,048 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/.tmp/A/35e85f64597647148a33eae5909610c2 is 50, key is test_row_0/A:col10/1733349437699/Put/seqid=0 2024-12-04T21:57:18,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073741885_1061 (size=14691) 2024-12-04T21:57:18,070 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=261 (bloomFilter=true), to=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/.tmp/A/35e85f64597647148a33eae5909610c2 2024-12-04T21:57:18,082 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/.tmp/B/ee2bb4b0211b4ee287dde098a74aeb1b is 50, key is test_row_0/B:col10/1733349437699/Put/seqid=0 2024-12-04T21:57:18,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073741886_1062 (size=12301) 2024-12-04T21:57:18,106 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:57:18,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40020 deadline: 1733349498099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:57:18,106 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:18,106 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:18,106 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:57:18,128 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:57:18,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39960 deadline: 1733349498128, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:57:18,129 WARN [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRpcRetryingCaller(177): Call to bb3046a53f79,39095,1733349424047 for 'test_row_2' in f466f4b94896be1bc1679fd7fa7d08e1 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4179 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-04T21:57:18,129 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:18,129 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:18,129 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:57:18,151 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:57:18,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40040 deadline: 1733349498148, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:57:18,151 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to bb3046a53f79,39095,1733349424047 for 'test_row_1' in f466f4b94896be1bc1679fd7fa7d08e1 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4209 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-04T21:57:18,152 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:18,152 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:18,152 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:57:18,219 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:57:18,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40020 deadline: 1733349498218, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:57:18,220 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:18,220 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:18,220 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:57:18,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-12-04T21:57:18,298 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-04T21:57:18,298 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-04T21:57:18,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] procedure2.ProcedureExecutor(1139): Stored pid=15, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees 2024-12-04T21:57:18,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-12-04T21:57:18,300 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=15, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-04T21:57:18,301 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=15, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-04T21:57:18,301 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-04T21:57:18,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-12-04T21:57:18,431 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:57:18,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40020 deadline: 1733349498427, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:57:18,432 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:18,432 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:18,432 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:57:18,453 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39095 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-12-04T21:57:18,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1. 2024-12-04T21:57:18,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1. as already flushing 2024-12-04T21:57:18,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1. 2024-12-04T21:57:18,454 ERROR [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => f466f4b94896be1bc1679fd7fa7d08e1, NAME => 'TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:57:18,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => f466f4b94896be1bc1679fd7fa7d08e1, NAME => 'TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:57:18,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f466f4b94896be1bc1679fd7fa7d08e1, NAME => 'TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f466f4b94896be1bc1679fd7fa7d08e1, NAME => 'TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:57:18,488 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=261 (bloomFilter=true), to=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/.tmp/B/ee2bb4b0211b4ee287dde098a74aeb1b 2024-12-04T21:57:18,498 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/.tmp/C/7bf905082f3e4380bcf2c342841dfe2a is 50, key is test_row_0/C:col10/1733349437699/Put/seqid=0 2024-12-04T21:57:18,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073741887_1063 (size=12301) 2024-12-04T21:57:18,607 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39095 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-12-04T21:57:18,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1. 2024-12-04T21:57:18,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1. as already flushing 2024-12-04T21:57:18,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1. 2024-12-04T21:57:18,608 ERROR [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => f466f4b94896be1bc1679fd7fa7d08e1, NAME => 'TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:57:18,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => f466f4b94896be1bc1679fd7fa7d08e1, NAME => 'TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:57:18,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f466f4b94896be1bc1679fd7fa7d08e1, NAME => 'TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f466f4b94896be1bc1679fd7fa7d08e1, NAME => 'TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:57:18,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-12-04T21:57:18,742 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:57:18,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40020 deadline: 1733349498738, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:57:18,742 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:18,742 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:18,742 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:57:18,763 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39095 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-12-04T21:57:18,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1. 2024-12-04T21:57:18,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1. as already flushing 2024-12-04T21:57:18,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1. 2024-12-04T21:57:18,764 ERROR [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => f466f4b94896be1bc1679fd7fa7d08e1, NAME => 'TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:57:18,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => f466f4b94896be1bc1679fd7fa7d08e1, NAME => 'TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:57:18,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f466f4b94896be1bc1679fd7fa7d08e1, NAME => 'TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f466f4b94896be1bc1679fd7fa7d08e1, NAME => 'TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:57:18,902 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=261 (bloomFilter=true), to=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/.tmp/C/7bf905082f3e4380bcf2c342841dfe2a 2024-12-04T21:57:18,908 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/.tmp/A/35e85f64597647148a33eae5909610c2 as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/A/35e85f64597647148a33eae5909610c2 2024-12-04T21:57:18,915 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/A/35e85f64597647148a33eae5909610c2, entries=200, sequenceid=261, filesize=14.3 K 2024-12-04T21:57:18,917 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/.tmp/B/ee2bb4b0211b4ee287dde098a74aeb1b as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/B/ee2bb4b0211b4ee287dde098a74aeb1b 2024-12-04T21:57:18,919 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39095 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-12-04T21:57:18,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1. 2024-12-04T21:57:18,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1. as already flushing 2024-12-04T21:57:18,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1. 2024-12-04T21:57:18,920 ERROR [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => f466f4b94896be1bc1679fd7fa7d08e1, NAME => 'TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:57:18,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => f466f4b94896be1bc1679fd7fa7d08e1, NAME => 'TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:57:18,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f466f4b94896be1bc1679fd7fa7d08e1, NAME => 'TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f466f4b94896be1bc1679fd7fa7d08e1, NAME => 'TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:57:18,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-12-04T21:57:18,934 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/B/ee2bb4b0211b4ee287dde098a74aeb1b, entries=150, sequenceid=261, filesize=12.0 K 2024-12-04T21:57:18,936 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/.tmp/C/7bf905082f3e4380bcf2c342841dfe2a as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/C/7bf905082f3e4380bcf2c342841dfe2a 2024-12-04T21:57:18,947 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/C/7bf905082f3e4380bcf2c342841dfe2a, entries=150, sequenceid=261, filesize=12.0 K 2024-12-04T21:57:18,948 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=80.51 KB/82440 for f466f4b94896be1bc1679fd7fa7d08e1 in 907ms, sequenceid=261, compaction requested=true 2024-12-04T21:57:18,948 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f466f4b94896be1bc1679fd7fa7d08e1: 2024-12-04T21:57:18,949 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f466f4b94896be1bc1679fd7fa7d08e1:A, priority=-2147483648, current under compaction store size is 1 2024-12-04T21:57:18,949 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-12-04T21:57:18,949 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T21:57:18,949 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f466f4b94896be1bc1679fd7fa7d08e1:B, priority=-2147483648, current under compaction store size is 2 2024-12-04T21:57:18,949 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T21:57:18,949 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-12-04T21:57:18,949 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f466f4b94896be1bc1679fd7fa7d08e1:C, priority=-2147483648, current under compaction store size is 3 2024-12-04T21:57:18,949 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T21:57:18,951 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 66095 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-12-04T21:57:18,951 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 61315 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-12-04T21:57:18,952 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HStore(1541): f466f4b94896be1bc1679fd7fa7d08e1/B is initiating minor compaction (all files) 2024-12-04T21:57:18,952 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HStore(1541): f466f4b94896be1bc1679fd7fa7d08e1/A is initiating minor compaction (all files) 2024-12-04T21:57:18,952 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f466f4b94896be1bc1679fd7fa7d08e1/B in TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1. 2024-12-04T21:57:18,952 INFO [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f466f4b94896be1bc1679fd7fa7d08e1/A in TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1. 2024-12-04T21:57:18,952 INFO [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/A/f46663edbe534d7d861f8b1ac416a623, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/A/e3f9e49b7508472a8a6b536da7ce2959, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/A/84afdfedf2e5471b979269de67a85d40, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/A/031d56aae44042829b7019ad765e8071, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/A/35e85f64597647148a33eae5909610c2] into tmpdir=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/.tmp, totalSize=64.5 K 2024-12-04T21:57:18,952 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/B/9a686292deba4ea1b0c82e5cbb2e10b1, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/B/dea0552074144c69bde4581a95848fe5, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/B/799d75a3d14a440a9e73da8cb6c41b67, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/B/1e40104d2f7e4bba8cd3e535acf7516f, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/B/ee2bb4b0211b4ee287dde098a74aeb1b] into tmpdir=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/.tmp, totalSize=59.9 K 2024-12-04T21:57:18,952 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] compactions.Compactor(225): Compacting f46663edbe534d7d861f8b1ac416a623, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=193, earliestPutTs=1733349433550 2024-12-04T21:57:18,953 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.Compactor(225): Compacting 9a686292deba4ea1b0c82e5cbb2e10b1, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=193, earliestPutTs=1733349433550 2024-12-04T21:57:18,953 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.Compactor(225): Compacting dea0552074144c69bde4581a95848fe5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1733349433913 2024-12-04T21:57:18,953 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] compactions.Compactor(225): Compacting e3f9e49b7508472a8a6b536da7ce2959, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1733349433913 2024-12-04T21:57:18,954 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.Compactor(225): Compacting 799d75a3d14a440a9e73da8cb6c41b67, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=226, earliestPutTs=1733349435040 2024-12-04T21:57:18,954 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] compactions.Compactor(225): Compacting 84afdfedf2e5471b979269de67a85d40, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=226, earliestPutTs=1733349435040 2024-12-04T21:57:18,954 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.Compactor(225): Compacting 1e40104d2f7e4bba8cd3e535acf7516f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=244, earliestPutTs=1733349435470 2024-12-04T21:57:18,954 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] compactions.Compactor(225): Compacting 031d56aae44042829b7019ad765e8071, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=244, earliestPutTs=1733349435470 2024-12-04T21:57:18,955 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.Compactor(225): Compacting ee2bb4b0211b4ee287dde098a74aeb1b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=261, earliestPutTs=1733349437699 2024-12-04T21:57:18,955 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] compactions.Compactor(225): Compacting 35e85f64597647148a33eae5909610c2, keycount=200, bloomtype=ROW, size=14.3 K, encoding=NONE, compression=NONE, seqNum=261, earliestPutTs=1733349437689 2024-12-04T21:57:18,985 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f466f4b94896be1bc1679fd7fa7d08e1#B#compaction#51 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T21:57:18,986 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/.tmp/B/22f12c5f5fbb45f4b20373b1e2154d1b is 50, key is test_row_0/B:col10/1733349437699/Put/seqid=0 2024-12-04T21:57:18,993 INFO [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f466f4b94896be1bc1679fd7fa7d08e1#A#compaction#52 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T21:57:18,993 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/.tmp/A/03dbd9df4c2c4fad8ccdbc31a88819b7 is 50, key is test_row_0/A:col10/1733349437699/Put/seqid=0 2024-12-04T21:57:19,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073741889_1065 (size=12881) 2024-12-04T21:57:19,012 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/.tmp/A/03dbd9df4c2c4fad8ccdbc31a88819b7 as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/A/03dbd9df4c2c4fad8ccdbc31a88819b7 2024-12-04T21:57:19,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073741888_1064 (size=12881) 2024-12-04T21:57:19,022 INFO [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in f466f4b94896be1bc1679fd7fa7d08e1/A of f466f4b94896be1bc1679fd7fa7d08e1 into 03dbd9df4c2c4fad8ccdbc31a88819b7(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T21:57:19,022 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f466f4b94896be1bc1679fd7fa7d08e1: 2024-12-04T21:57:19,022 INFO [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., storeName=f466f4b94896be1bc1679fd7fa7d08e1/A, priority=11, startTime=1733349438949; duration=0sec 2024-12-04T21:57:19,022 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T21:57:19,022 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f466f4b94896be1bc1679fd7fa7d08e1:A 2024-12-04T21:57:19,022 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-12-04T21:57:19,026 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 61315 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-12-04T21:57:19,026 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HStore(1541): f466f4b94896be1bc1679fd7fa7d08e1/C is initiating minor compaction (all files) 2024-12-04T21:57:19,026 INFO [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f466f4b94896be1bc1679fd7fa7d08e1/C in TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1. 2024-12-04T21:57:19,027 INFO [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/C/8b16cb7d4beb46c29a184a56d5eb7b10, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/C/317233c5be384e86847de0181f64ee34, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/C/a68de0577f5a4d529ecd3252582f558a, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/C/d3163d5475684000b60cb360ae02d238, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/C/7bf905082f3e4380bcf2c342841dfe2a] into tmpdir=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/.tmp, totalSize=59.9 K 2024-12-04T21:57:19,028 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8b16cb7d4beb46c29a184a56d5eb7b10, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=193, earliestPutTs=1733349433550 2024-12-04T21:57:19,028 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/.tmp/B/22f12c5f5fbb45f4b20373b1e2154d1b as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/B/22f12c5f5fbb45f4b20373b1e2154d1b 2024-12-04T21:57:19,029 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] compactions.Compactor(225): Compacting 317233c5be384e86847de0181f64ee34, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1733349433913 2024-12-04T21:57:19,030 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] compactions.Compactor(225): Compacting a68de0577f5a4d529ecd3252582f558a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=226, earliestPutTs=1733349435040 2024-12-04T21:57:19,031 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] compactions.Compactor(225): Compacting d3163d5475684000b60cb360ae02d238, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=244, earliestPutTs=1733349435470 2024-12-04T21:57:19,033 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7bf905082f3e4380bcf2c342841dfe2a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=261, earliestPutTs=1733349437699 2024-12-04T21:57:19,039 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in f466f4b94896be1bc1679fd7fa7d08e1/B of f466f4b94896be1bc1679fd7fa7d08e1 into 22f12c5f5fbb45f4b20373b1e2154d1b(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T21:57:19,039 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f466f4b94896be1bc1679fd7fa7d08e1: 2024-12-04T21:57:19,039 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., storeName=f466f4b94896be1bc1679fd7fa7d08e1/B, priority=11, startTime=1733349438949; duration=0sec 2024-12-04T21:57:19,040 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T21:57:19,040 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f466f4b94896be1bc1679fd7fa7d08e1:B 2024-12-04T21:57:19,058 INFO [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f466f4b94896be1bc1679fd7fa7d08e1#C#compaction#53 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T21:57:19,058 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/.tmp/C/61db5ff6b161457687d51781b9d70e63 is 50, key is test_row_0/C:col10/1733349437699/Put/seqid=0 2024-12-04T21:57:19,074 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39095 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-12-04T21:57:19,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1. 2024-12-04T21:57:19,075 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2902): Flushing f466f4b94896be1bc1679fd7fa7d08e1 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB 2024-12-04T21:57:19,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f466f4b94896be1bc1679fd7fa7d08e1, store=A 2024-12-04T21:57:19,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T21:57:19,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f466f4b94896be1bc1679fd7fa7d08e1, store=B 2024-12-04T21:57:19,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T21:57:19,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f466f4b94896be1bc1679fd7fa7d08e1, store=C 2024-12-04T21:57:19,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T21:57:19,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/.tmp/A/adaecb8ca86c45d1b7645abc50570b9c is 50, key is test_row_0/A:col10/1733349438092/Put/seqid=0 2024-12-04T21:57:19,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073741890_1066 (size=12881) 2024-12-04T21:57:19,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073741891_1067 (size=12301) 2024-12-04T21:57:19,104 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=278 (bloomFilter=true), to=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/.tmp/A/adaecb8ca86c45d1b7645abc50570b9c 2024-12-04T21:57:19,114 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/.tmp/C/61db5ff6b161457687d51781b9d70e63 as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/C/61db5ff6b161457687d51781b9d70e63 2024-12-04T21:57:19,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/.tmp/B/60f8ec7e7e714974b1036f8b63e1abf6 is 50, key is test_row_0/B:col10/1733349438092/Put/seqid=0 2024-12-04T21:57:19,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073741892_1068 (size=12301) 2024-12-04T21:57:19,124 INFO [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in f466f4b94896be1bc1679fd7fa7d08e1/C of f466f4b94896be1bc1679fd7fa7d08e1 into 61db5ff6b161457687d51781b9d70e63(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T21:57:19,124 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f466f4b94896be1bc1679fd7fa7d08e1: 2024-12-04T21:57:19,124 INFO [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., storeName=f466f4b94896be1bc1679fd7fa7d08e1/C, priority=11, startTime=1733349438949; duration=0sec 2024-12-04T21:57:19,125 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T21:57:19,125 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f466f4b94896be1bc1679fd7fa7d08e1:C 2024-12-04T21:57:19,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(8855): Flush requested on f466f4b94896be1bc1679fd7fa7d08e1 2024-12-04T21:57:19,249 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1. as already flushing 2024-12-04T21:57:19,304 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:57:19,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40020 deadline: 1733349499301, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:57:19,305 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:19,305 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:19,305 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:57:19,408 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:57:19,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40020 deadline: 1733349499407, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:57:19,408 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:19,408 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:19,408 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:57:19,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-12-04T21:57:19,523 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=278 (bloomFilter=true), to=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/.tmp/B/60f8ec7e7e714974b1036f8b63e1abf6 2024-12-04T21:57:19,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/.tmp/C/0c0ff248d81841db86d4da29d8aa1e23 is 50, key is test_row_0/C:col10/1733349438092/Put/seqid=0 2024-12-04T21:57:19,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073741893_1069 (size=12301) 2024-12-04T21:57:19,620 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:57:19,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40020 deadline: 1733349499618, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:57:19,621 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:19,621 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:19,621 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:57:19,931 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:57:19,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40020 deadline: 1733349499929, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:57:19,932 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:19,932 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:19,932 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:57:19,938 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=278 (bloomFilter=true), to=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/.tmp/C/0c0ff248d81841db86d4da29d8aa1e23 2024-12-04T21:57:19,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/.tmp/A/adaecb8ca86c45d1b7645abc50570b9c as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/A/adaecb8ca86c45d1b7645abc50570b9c 2024-12-04T21:57:19,961 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/A/adaecb8ca86c45d1b7645abc50570b9c, entries=150, sequenceid=278, filesize=12.0 K 2024-12-04T21:57:19,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/.tmp/B/60f8ec7e7e714974b1036f8b63e1abf6 as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/B/60f8ec7e7e714974b1036f8b63e1abf6 2024-12-04T21:57:19,974 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/B/60f8ec7e7e714974b1036f8b63e1abf6, entries=150, sequenceid=278, filesize=12.0 K 2024-12-04T21:57:19,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/.tmp/C/0c0ff248d81841db86d4da29d8aa1e23 as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/C/0c0ff248d81841db86d4da29d8aa1e23 2024-12-04T21:57:19,989 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/C/0c0ff248d81841db86d4da29d8aa1e23, entries=150, sequenceid=278, filesize=12.0 K 2024-12-04T21:57:19,993 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=93.93 KB/96180 for f466f4b94896be1bc1679fd7fa7d08e1 in 915ms, sequenceid=278, compaction requested=false 2024-12-04T21:57:19,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2603): Flush status journal for f466f4b94896be1bc1679fd7fa7d08e1: 2024-12-04T21:57:19,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1. 2024-12-04T21:57:19,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=16 2024-12-04T21:57:19,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.HMaster(4169): Remote procedure done, pid=16 2024-12-04T21:57:19,999 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-12-04T21:57:19,999 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6950 sec 2024-12-04T21:57:20,002 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees in 1.7020 sec 2024-12-04T21:57:20,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(8855): Flush requested on f466f4b94896be1bc1679fd7fa7d08e1 2024-12-04T21:57:20,050 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f466f4b94896be1bc1679fd7fa7d08e1 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB 2024-12-04T21:57:20,050 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f466f4b94896be1bc1679fd7fa7d08e1, store=A 2024-12-04T21:57:20,050 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T21:57:20,050 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f466f4b94896be1bc1679fd7fa7d08e1, store=B 2024-12-04T21:57:20,050 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T21:57:20,051 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f466f4b94896be1bc1679fd7fa7d08e1, store=C 2024-12-04T21:57:20,051 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T21:57:20,056 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/.tmp/A/5f3b21f0325d491e8c82b22d4085b1a1 is 50, key is test_row_0/A:col10/1733349440048/Put/seqid=0 2024-12-04T21:57:20,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073741894_1070 (size=17181) 2024-12-04T21:57:20,070 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=298 (bloomFilter=true), to=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/.tmp/A/5f3b21f0325d491e8c82b22d4085b1a1 2024-12-04T21:57:20,089 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:57:20,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39970 deadline: 1733349500086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:57:20,090 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:20,090 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:20,090 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:57:20,090 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:57:20,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40032 deadline: 1733349500087, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:57:20,091 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:20,091 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:20,091 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:57:20,095 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/.tmp/B/c9438df855434ad390ff34852e6330bb is 50, key is test_row_0/B:col10/1733349440048/Put/seqid=0 2024-12-04T21:57:20,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073741895_1071 (size=12301) 2024-12-04T21:57:20,199 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:57:20,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39970 deadline: 1733349500198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:57:20,200 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:20,200 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:57:20,200 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:20,200 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:57:20,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40032 deadline: 1733349500198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:57:20,200 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:20,200 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:20,200 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:57:20,410 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:57:20,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39970 deadline: 1733349500408, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:57:20,411 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:20,411 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:20,411 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:57:20,411 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:57:20,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40032 deadline: 1733349500408, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:57:20,411 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:20,411 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:20,411 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:57:20,440 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:57:20,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40020 deadline: 1733349500438, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:57:20,440 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:20,440 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:20,441 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:57:20,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-12-04T21:57:20,458 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-04T21:57:20,459 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-04T21:57:20,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] procedure2.ProcedureExecutor(1139): Stored pid=17, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees 2024-12-04T21:57:20,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-12-04T21:57:20,462 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=17, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-04T21:57:20,463 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=17, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-04T21:57:20,463 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=17, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-04T21:57:20,501 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=298 (bloomFilter=true), to=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/.tmp/B/c9438df855434ad390ff34852e6330bb 2024-12-04T21:57:20,511 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/.tmp/C/f8ad68fb22604383b288336a40dfe4a9 is 50, key is test_row_0/C:col10/1733349440048/Put/seqid=0 2024-12-04T21:57:20,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073741896_1072 (size=12301) 2024-12-04T21:57:20,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-12-04T21:57:20,615 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39095 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-12-04T21:57:20,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1. 2024-12-04T21:57:20,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1. as already flushing 2024-12-04T21:57:20,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1. 2024-12-04T21:57:20,616 ERROR [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18 java.io.IOException: Unable to complete flush {ENCODED => f466f4b94896be1bc1679fd7fa7d08e1, NAME => 'TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:57:20,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18 java.io.IOException: Unable to complete flush {ENCODED => f466f4b94896be1bc1679fd7fa7d08e1, NAME => 'TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:57:20,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.HMaster(4177): Remote procedure failed, pid=18 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f466f4b94896be1bc1679fd7fa7d08e1, NAME => 'TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f466f4b94896be1bc1679fd7fa7d08e1, NAME => 'TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:57:20,721 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:57:20,721 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:57:20,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40032 deadline: 1733349500718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:57:20,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39970 deadline: 1733349500718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:57:20,722 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:20,722 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:20,722 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:20,722 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:20,722 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:57:20,722 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:57:20,769 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39095 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-12-04T21:57:20,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1. 2024-12-04T21:57:20,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1. as already flushing 2024-12-04T21:57:20,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1. 2024-12-04T21:57:20,769 ERROR [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18 java.io.IOException: Unable to complete flush {ENCODED => f466f4b94896be1bc1679fd7fa7d08e1, NAME => 'TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:57:20,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18 java.io.IOException: Unable to complete flush {ENCODED => f466f4b94896be1bc1679fd7fa7d08e1, NAME => 'TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:57:20,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.HMaster(4177): Remote procedure failed, pid=18 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f466f4b94896be1bc1679fd7fa7d08e1, NAME => 'TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f466f4b94896be1bc1679fd7fa7d08e1, NAME => 'TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:57:20,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-12-04T21:57:20,917 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=298 (bloomFilter=true), to=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/.tmp/C/f8ad68fb22604383b288336a40dfe4a9 2024-12-04T21:57:20,923 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39095 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-12-04T21:57:20,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1. 2024-12-04T21:57:20,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1. as already flushing 2024-12-04T21:57:20,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1. 2024-12-04T21:57:20,924 ERROR [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18 java.io.IOException: Unable to complete flush {ENCODED => f466f4b94896be1bc1679fd7fa7d08e1, NAME => 'TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:57:20,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18 java.io.IOException: Unable to complete flush {ENCODED => f466f4b94896be1bc1679fd7fa7d08e1, NAME => 'TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:57:20,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.HMaster(4177): Remote procedure failed, pid=18 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f466f4b94896be1bc1679fd7fa7d08e1, NAME => 'TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f466f4b94896be1bc1679fd7fa7d08e1, NAME => 'TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:57:20,935 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/.tmp/A/5f3b21f0325d491e8c82b22d4085b1a1 as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/A/5f3b21f0325d491e8c82b22d4085b1a1 2024-12-04T21:57:20,942 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/A/5f3b21f0325d491e8c82b22d4085b1a1, entries=250, sequenceid=298, filesize=16.8 K 2024-12-04T21:57:20,943 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/.tmp/B/c9438df855434ad390ff34852e6330bb as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/B/c9438df855434ad390ff34852e6330bb 2024-12-04T21:57:20,956 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/B/c9438df855434ad390ff34852e6330bb, entries=150, sequenceid=298, filesize=12.0 K 2024-12-04T21:57:20,957 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/.tmp/C/f8ad68fb22604383b288336a40dfe4a9 as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/C/f8ad68fb22604383b288336a40dfe4a9 2024-12-04T21:57:20,966 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/C/f8ad68fb22604383b288336a40dfe4a9, entries=150, sequenceid=298, filesize=12.0 K 2024-12-04T21:57:20,978 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=67.09 KB/68700 for f466f4b94896be1bc1679fd7fa7d08e1 in 928ms, sequenceid=298, compaction requested=true 2024-12-04T21:57:20,978 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f466f4b94896be1bc1679fd7fa7d08e1: 2024-12-04T21:57:20,978 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f466f4b94896be1bc1679fd7fa7d08e1:A, priority=-2147483648, current under compaction store size is 1 2024-12-04T21:57:20,978 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T21:57:20,978 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f466f4b94896be1bc1679fd7fa7d08e1:B, priority=-2147483648, current under compaction store size is 2 2024-12-04T21:57:20,978 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T21:57:20,978 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T21:57:20,978 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T21:57:20,978 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f466f4b94896be1bc1679fd7fa7d08e1:C, priority=-2147483648, current under compaction store size is 3 2024-12-04T21:57:20,979 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T21:57:20,981 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37483 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T21:57:20,981 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HStore(1541): f466f4b94896be1bc1679fd7fa7d08e1/B is initiating minor compaction (all files) 2024-12-04T21:57:20,981 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f466f4b94896be1bc1679fd7fa7d08e1/B in TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1. 2024-12-04T21:57:20,982 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/B/22f12c5f5fbb45f4b20373b1e2154d1b, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/B/60f8ec7e7e714974b1036f8b63e1abf6, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/B/c9438df855434ad390ff34852e6330bb] into tmpdir=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/.tmp, totalSize=36.6 K 2024-12-04T21:57:20,982 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.Compactor(225): Compacting 22f12c5f5fbb45f4b20373b1e2154d1b, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=261, earliestPutTs=1733349437699 2024-12-04T21:57:20,983 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.Compactor(225): Compacting 60f8ec7e7e714974b1036f8b63e1abf6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=278, earliestPutTs=1733349438085 2024-12-04T21:57:20,984 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.Compactor(225): Compacting c9438df855434ad390ff34852e6330bb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=298, earliestPutTs=1733349439280 2024-12-04T21:57:20,985 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 42363 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T21:57:20,985 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HStore(1541): f466f4b94896be1bc1679fd7fa7d08e1/A is initiating minor compaction (all files) 2024-12-04T21:57:20,985 INFO [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f466f4b94896be1bc1679fd7fa7d08e1/A in TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1. 2024-12-04T21:57:20,985 INFO [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/A/03dbd9df4c2c4fad8ccdbc31a88819b7, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/A/adaecb8ca86c45d1b7645abc50570b9c, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/A/5f3b21f0325d491e8c82b22d4085b1a1] into tmpdir=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/.tmp, totalSize=41.4 K 2024-12-04T21:57:20,986 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] compactions.Compactor(225): Compacting 03dbd9df4c2c4fad8ccdbc31a88819b7, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=261, earliestPutTs=1733349437699 2024-12-04T21:57:20,987 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] compactions.Compactor(225): Compacting adaecb8ca86c45d1b7645abc50570b9c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=278, earliestPutTs=1733349438085 2024-12-04T21:57:20,987 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5f3b21f0325d491e8c82b22d4085b1a1, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=298, earliestPutTs=1733349439280 2024-12-04T21:57:20,998 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f466f4b94896be1bc1679fd7fa7d08e1#B#compaction#60 average throughput is 1.31 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T21:57:20,999 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/.tmp/B/396785a3d341491aa23f6cd44421e209 is 50, key is test_row_0/B:col10/1733349440048/Put/seqid=0 2024-12-04T21:57:21,007 INFO [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f466f4b94896be1bc1679fd7fa7d08e1#A#compaction#61 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T21:57:21,008 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/.tmp/A/e2fab94923b64214b0032544f7e8ddcd is 50, key is test_row_0/A:col10/1733349440048/Put/seqid=0 2024-12-04T21:57:21,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073741897_1073 (size=12983) 2024-12-04T21:57:21,049 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/.tmp/B/396785a3d341491aa23f6cd44421e209 as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/B/396785a3d341491aa23f6cd44421e209 2024-12-04T21:57:21,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073741898_1074 (size=12983) 2024-12-04T21:57:21,070 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/.tmp/A/e2fab94923b64214b0032544f7e8ddcd as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/A/e2fab94923b64214b0032544f7e8ddcd 2024-12-04T21:57:21,077 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39095 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-12-04T21:57:21,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1. 2024-12-04T21:57:21,078 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2902): Flushing f466f4b94896be1bc1679fd7fa7d08e1 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-12-04T21:57:21,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f466f4b94896be1bc1679fd7fa7d08e1, store=A 2024-12-04T21:57:21,079 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f466f4b94896be1bc1679fd7fa7d08e1/B of f466f4b94896be1bc1679fd7fa7d08e1 into 396785a3d341491aa23f6cd44421e209(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T21:57:21,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T21:57:21,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f466f4b94896be1bc1679fd7fa7d08e1, store=B 2024-12-04T21:57:21,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T21:57:21,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f466f4b94896be1bc1679fd7fa7d08e1, store=C 2024-12-04T21:57:21,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T21:57:21,080 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f466f4b94896be1bc1679fd7fa7d08e1: 2024-12-04T21:57:21,081 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., storeName=f466f4b94896be1bc1679fd7fa7d08e1/B, priority=13, startTime=1733349440978; duration=0sec 2024-12-04T21:57:21,081 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T21:57:21,081 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f466f4b94896be1bc1679fd7fa7d08e1:B 2024-12-04T21:57:21,081 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T21:57:21,083 INFO [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f466f4b94896be1bc1679fd7fa7d08e1/A of f466f4b94896be1bc1679fd7fa7d08e1 into e2fab94923b64214b0032544f7e8ddcd(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T21:57:21,084 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f466f4b94896be1bc1679fd7fa7d08e1: 2024-12-04T21:57:21,084 INFO [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., storeName=f466f4b94896be1bc1679fd7fa7d08e1/A, priority=13, startTime=1733349440978; duration=0sec 2024-12-04T21:57:21,084 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37483 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T21:57:21,084 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HStore(1541): f466f4b94896be1bc1679fd7fa7d08e1/C is initiating minor compaction (all files) 2024-12-04T21:57:21,084 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T21:57:21,084 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f466f4b94896be1bc1679fd7fa7d08e1:A 2024-12-04T21:57:21,084 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f466f4b94896be1bc1679fd7fa7d08e1/C in TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1. 2024-12-04T21:57:21,084 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/C/61db5ff6b161457687d51781b9d70e63, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/C/0c0ff248d81841db86d4da29d8aa1e23, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/C/f8ad68fb22604383b288336a40dfe4a9] into tmpdir=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/.tmp, totalSize=36.6 K 2024-12-04T21:57:21,085 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.Compactor(225): Compacting 61db5ff6b161457687d51781b9d70e63, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=261, earliestPutTs=1733349437699 2024-12-04T21:57:21,086 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.Compactor(225): Compacting 0c0ff248d81841db86d4da29d8aa1e23, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=278, earliestPutTs=1733349438085 2024-12-04T21:57:21,087 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.Compactor(225): Compacting f8ad68fb22604383b288336a40dfe4a9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=298, earliestPutTs=1733349439280 2024-12-04T21:57:21,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-12-04T21:57:21,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/.tmp/A/e9e1bde8ab8e405fbe41451abb459e76 is 50, key is test_row_0/A:col10/1733349440084/Put/seqid=0 2024-12-04T21:57:21,120 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f466f4b94896be1bc1679fd7fa7d08e1#C#compaction#63 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T21:57:21,120 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/.tmp/C/e7687d7c5bd047a3b29de3c5ba0c0295 is 50, key is test_row_0/C:col10/1733349440048/Put/seqid=0 2024-12-04T21:57:21,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073741899_1075 (size=12301) 2024-12-04T21:57:21,137 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=312 (bloomFilter=true), to=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/.tmp/A/e9e1bde8ab8e405fbe41451abb459e76 2024-12-04T21:57:21,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/.tmp/B/47efd532c53540a196330052d3d61a1e is 50, key is test_row_0/B:col10/1733349440084/Put/seqid=0 2024-12-04T21:57:21,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073741900_1076 (size=12983) 2024-12-04T21:57:21,188 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/.tmp/C/e7687d7c5bd047a3b29de3c5ba0c0295 as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/C/e7687d7c5bd047a3b29de3c5ba0c0295 2024-12-04T21:57:21,198 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f466f4b94896be1bc1679fd7fa7d08e1/C of f466f4b94896be1bc1679fd7fa7d08e1 into e7687d7c5bd047a3b29de3c5ba0c0295(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T21:57:21,198 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f466f4b94896be1bc1679fd7fa7d08e1: 2024-12-04T21:57:21,198 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., storeName=f466f4b94896be1bc1679fd7fa7d08e1/C, priority=13, startTime=1733349440978; duration=0sec 2024-12-04T21:57:21,198 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T21:57:21,198 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f466f4b94896be1bc1679fd7fa7d08e1:C 2024-12-04T21:57:21,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073741901_1077 (size=12301) 2024-12-04T21:57:21,201 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=312 (bloomFilter=true), to=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/.tmp/B/47efd532c53540a196330052d3d61a1e 2024-12-04T21:57:21,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/.tmp/C/b8239f6a5cfa4167aa4a4a79ab1dc073 is 50, key is test_row_0/C:col10/1733349440084/Put/seqid=0 2024-12-04T21:57:21,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073741902_1078 (size=12301) 2024-12-04T21:57:21,225 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=312 (bloomFilter=true), to=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/.tmp/C/b8239f6a5cfa4167aa4a4a79ab1dc073 2024-12-04T21:57:21,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(8855): Flush requested on f466f4b94896be1bc1679fd7fa7d08e1 2024-12-04T21:57:21,230 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1. as already flushing 2024-12-04T21:57:21,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/.tmp/A/e9e1bde8ab8e405fbe41451abb459e76 as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/A/e9e1bde8ab8e405fbe41451abb459e76 2024-12-04T21:57:21,256 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/A/e9e1bde8ab8e405fbe41451abb459e76, entries=150, sequenceid=312, filesize=12.0 K 2024-12-04T21:57:21,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/.tmp/B/47efd532c53540a196330052d3d61a1e as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/B/47efd532c53540a196330052d3d61a1e 2024-12-04T21:57:21,269 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/B/47efd532c53540a196330052d3d61a1e, entries=150, sequenceid=312, filesize=12.0 K 2024-12-04T21:57:21,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/.tmp/C/b8239f6a5cfa4167aa4a4a79ab1dc073 as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/C/b8239f6a5cfa4167aa4a4a79ab1dc073 2024-12-04T21:57:21,283 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/C/b8239f6a5cfa4167aa4a4a79ab1dc073, entries=150, sequenceid=312, filesize=12.0 K 2024-12-04T21:57:21,285 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for f466f4b94896be1bc1679fd7fa7d08e1 in 207ms, sequenceid=312, compaction requested=false 2024-12-04T21:57:21,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2603): Flush status journal for f466f4b94896be1bc1679fd7fa7d08e1: 2024-12-04T21:57:21,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1. 2024-12-04T21:57:21,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=18 2024-12-04T21:57:21,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.HMaster(4169): Remote procedure done, pid=18 2024-12-04T21:57:21,291 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=17 2024-12-04T21:57:21,291 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f466f4b94896be1bc1679fd7fa7d08e1 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-12-04T21:57:21,291 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=17, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 825 msec 2024-12-04T21:57:21,292 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f466f4b94896be1bc1679fd7fa7d08e1, store=A 2024-12-04T21:57:21,292 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T21:57:21,292 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f466f4b94896be1bc1679fd7fa7d08e1, store=B 2024-12-04T21:57:21,292 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T21:57:21,292 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f466f4b94896be1bc1679fd7fa7d08e1, store=C 2024-12-04T21:57:21,292 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T21:57:21,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(8855): Flush requested on f466f4b94896be1bc1679fd7fa7d08e1 2024-12-04T21:57:21,299 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees in 835 msec 2024-12-04T21:57:21,302 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/.tmp/A/64d703a0220e42a989c59c33f7cc19c7 is 50, key is test_row_0/A:col10/1733349441279/Put/seqid=0 2024-12-04T21:57:21,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073741903_1079 (size=12301) 2024-12-04T21:57:21,328 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=334 (bloomFilter=true), to=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/.tmp/A/64d703a0220e42a989c59c33f7cc19c7 2024-12-04T21:57:21,333 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:57:21,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39970 deadline: 1733349501325, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:57:21,334 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:21,335 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:21,335 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:57:21,335 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:57:21,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40032 deadline: 1733349501329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:57:21,336 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:21,336 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:21,336 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:57:21,345 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/.tmp/B/0ff6179cbbe2402db8d10db565912873 is 50, key is test_row_0/B:col10/1733349441279/Put/seqid=0 2024-12-04T21:57:21,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073741904_1080 (size=12301) 2024-12-04T21:57:21,371 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=334 (bloomFilter=true), to=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/.tmp/B/0ff6179cbbe2402db8d10db565912873 2024-12-04T21:57:21,387 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/.tmp/C/81711343c02540ccaf61aaab22f86a9d is 50, key is test_row_0/C:col10/1733349441279/Put/seqid=0 2024-12-04T21:57:21,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073741905_1081 (size=12301) 2024-12-04T21:57:21,402 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=334 (bloomFilter=true), to=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/.tmp/C/81711343c02540ccaf61aaab22f86a9d 2024-12-04T21:57:21,417 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/.tmp/A/64d703a0220e42a989c59c33f7cc19c7 as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/A/64d703a0220e42a989c59c33f7cc19c7 2024-12-04T21:57:21,424 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/A/64d703a0220e42a989c59c33f7cc19c7, entries=150, sequenceid=334, filesize=12.0 K 2024-12-04T21:57:21,425 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/.tmp/B/0ff6179cbbe2402db8d10db565912873 as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/B/0ff6179cbbe2402db8d10db565912873 2024-12-04T21:57:21,433 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/B/0ff6179cbbe2402db8d10db565912873, entries=150, sequenceid=334, filesize=12.0 K 2024-12-04T21:57:21,435 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/.tmp/C/81711343c02540ccaf61aaab22f86a9d as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/C/81711343c02540ccaf61aaab22f86a9d 2024-12-04T21:57:21,438 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:57:21,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39970 deadline: 1733349501438, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:57:21,439 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:21,439 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:21,439 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:57:21,443 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/C/81711343c02540ccaf61aaab22f86a9d, entries=150, sequenceid=334, filesize=12.0 K 2024-12-04T21:57:21,444 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for f466f4b94896be1bc1679fd7fa7d08e1 in 153ms, sequenceid=334, compaction requested=true 2024-12-04T21:57:21,444 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f466f4b94896be1bc1679fd7fa7d08e1: 2024-12-04T21:57:21,444 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T21:57:21,446 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f466f4b94896be1bc1679fd7fa7d08e1:A, priority=-2147483648, current under compaction store size is 1 2024-12-04T21:57:21,446 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T21:57:21,446 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T21:57:21,446 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f466f4b94896be1bc1679fd7fa7d08e1:B, priority=-2147483648, current under compaction store size is 2 2024-12-04T21:57:21,446 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T21:57:21,446 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f466f4b94896be1bc1679fd7fa7d08e1:C, priority=-2147483648, current under compaction store size is 3 2024-12-04T21:57:21,446 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T21:57:21,448 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T21:57:21,448 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HStore(1541): f466f4b94896be1bc1679fd7fa7d08e1/A is initiating minor compaction (all files) 2024-12-04T21:57:21,448 INFO [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f466f4b94896be1bc1679fd7fa7d08e1/A in TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1. 2024-12-04T21:57:21,448 INFO [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/A/e2fab94923b64214b0032544f7e8ddcd, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/A/e9e1bde8ab8e405fbe41451abb459e76, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/A/64d703a0220e42a989c59c33f7cc19c7] into tmpdir=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/.tmp, totalSize=36.7 K 2024-12-04T21:57:21,449 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T21:57:21,449 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HStore(1541): f466f4b94896be1bc1679fd7fa7d08e1/B is initiating minor compaction (all files) 2024-12-04T21:57:21,449 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f466f4b94896be1bc1679fd7fa7d08e1/B in TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1. 2024-12-04T21:57:21,450 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/B/396785a3d341491aa23f6cd44421e209, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/B/47efd532c53540a196330052d3d61a1e, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/B/0ff6179cbbe2402db8d10db565912873] into tmpdir=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/.tmp, totalSize=36.7 K 2024-12-04T21:57:21,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(8855): Flush requested on f466f4b94896be1bc1679fd7fa7d08e1 2024-12-04T21:57:21,451 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] compactions.Compactor(225): Compacting e2fab94923b64214b0032544f7e8ddcd, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=298, earliestPutTs=1733349439280 2024-12-04T21:57:21,451 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.Compactor(225): Compacting 396785a3d341491aa23f6cd44421e209, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=298, earliestPutTs=1733349439280 2024-12-04T21:57:21,452 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.Compactor(225): Compacting 47efd532c53540a196330052d3d61a1e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=312, earliestPutTs=1733349440073 2024-12-04T21:57:21,453 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] compactions.Compactor(225): Compacting e9e1bde8ab8e405fbe41451abb459e76, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=312, earliestPutTs=1733349440073 2024-12-04T21:57:21,453 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.Compactor(225): Compacting 0ff6179cbbe2402db8d10db565912873, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=334, earliestPutTs=1733349441279 2024-12-04T21:57:21,454 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] compactions.Compactor(225): Compacting 64d703a0220e42a989c59c33f7cc19c7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=334, earliestPutTs=1733349441279 2024-12-04T21:57:21,456 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f466f4b94896be1bc1679fd7fa7d08e1 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB 2024-12-04T21:57:21,462 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f466f4b94896be1bc1679fd7fa7d08e1, store=A 2024-12-04T21:57:21,462 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T21:57:21,462 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f466f4b94896be1bc1679fd7fa7d08e1, store=B 2024-12-04T21:57:21,462 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T21:57:21,462 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f466f4b94896be1bc1679fd7fa7d08e1, store=C 2024-12-04T21:57:21,462 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T21:57:21,479 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f466f4b94896be1bc1679fd7fa7d08e1#B#compaction#69 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T21:57:21,479 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/.tmp/B/c4abd4d68a5f4a9da9a105bb32b57e63 is 50, key is test_row_0/B:col10/1733349441279/Put/seqid=0 2024-12-04T21:57:21,480 INFO [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f466f4b94896be1bc1679fd7fa7d08e1#A#compaction#70 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T21:57:21,480 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/.tmp/A/7c8541d877b2472a8b0376ac39c6b68d is 50, key is test_row_0/A:col10/1733349441279/Put/seqid=0 2024-12-04T21:57:21,491 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/.tmp/A/3380e047566a482a8c153e0db5a6bf9f is 50, key is test_row_0/A:col10/1733349441457/Put/seqid=0 2024-12-04T21:57:21,510 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:57:21,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40020 deadline: 1733349501506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:57:21,511 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:21,511 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:21,511 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:57:21,511 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:57:21,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40032 deadline: 1733349501508, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:57:21,512 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:21,512 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:21,512 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:57:21,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073741906_1082 (size=13085) 2024-12-04T21:57:21,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073741907_1083 (size=13085) 2024-12-04T21:57:21,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073741908_1084 (size=14741) 2024-12-04T21:57:21,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-12-04T21:57:21,598 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-04T21:57:21,599 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-04T21:57:21,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] procedure2.ProcedureExecutor(1139): Stored pid=19, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees 2024-12-04T21:57:21,602 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=19, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-04T21:57:21,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-12-04T21:57:21,604 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=19, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-04T21:57:21,605 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=19, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-04T21:57:21,621 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:57:21,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40020 deadline: 1733349501619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:57:21,622 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:57:21,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40032 deadline: 1733349501619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:57:21,622 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:21,622 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:21,622 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:57:21,623 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:21,623 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:21,623 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:57:21,651 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:57:21,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39970 deadline: 1733349501648, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:57:21,652 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:21,652 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:21,652 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:57:21,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-12-04T21:57:21,757 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39095 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-12-04T21:57:21,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1. 2024-12-04T21:57:21,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1. as already flushing 2024-12-04T21:57:21,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1. 2024-12-04T21:57:21,757 ERROR [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20 java.io.IOException: Unable to complete flush {ENCODED => f466f4b94896be1bc1679fd7fa7d08e1, NAME => 'TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:57:21,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20 java.io.IOException: Unable to complete flush {ENCODED => f466f4b94896be1bc1679fd7fa7d08e1, NAME => 'TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:57:21,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.HMaster(4177): Remote procedure failed, pid=20 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f466f4b94896be1bc1679fd7fa7d08e1, NAME => 'TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f466f4b94896be1bc1679fd7fa7d08e1, NAME => 'TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:57:21,828 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:57:21,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40020 deadline: 1733349501827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:57:21,828 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:21,829 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:21,828 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:57:21,829 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:57:21,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40032 deadline: 1733349501827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:57:21,829 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:21,829 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:21,829 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:57:21,910 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39095 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-12-04T21:57:21,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1. 2024-12-04T21:57:21,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1. as already flushing 2024-12-04T21:57:21,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1. 2024-12-04T21:57:21,911 ERROR [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20 java.io.IOException: Unable to complete flush {ENCODED => f466f4b94896be1bc1679fd7fa7d08e1, NAME => 'TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:57:21,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20 java.io.IOException: Unable to complete flush {ENCODED => f466f4b94896be1bc1679fd7fa7d08e1, NAME => 'TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:57:21,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.HMaster(4177): Remote procedure failed, pid=20 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f466f4b94896be1bc1679fd7fa7d08e1, NAME => 'TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f466f4b94896be1bc1679fd7fa7d08e1, NAME => 'TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:57:21,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-12-04T21:57:21,923 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/.tmp/B/c4abd4d68a5f4a9da9a105bb32b57e63 as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/B/c4abd4d68a5f4a9da9a105bb32b57e63 2024-12-04T21:57:21,929 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/.tmp/A/7c8541d877b2472a8b0376ac39c6b68d as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/A/7c8541d877b2472a8b0376ac39c6b68d 2024-12-04T21:57:21,931 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f466f4b94896be1bc1679fd7fa7d08e1/B of f466f4b94896be1bc1679fd7fa7d08e1 into c4abd4d68a5f4a9da9a105bb32b57e63(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T21:57:21,931 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f466f4b94896be1bc1679fd7fa7d08e1: 2024-12-04T21:57:21,931 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., storeName=f466f4b94896be1bc1679fd7fa7d08e1/B, priority=13, startTime=1733349441446; duration=0sec 2024-12-04T21:57:21,931 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=350 (bloomFilter=true), to=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/.tmp/A/3380e047566a482a8c153e0db5a6bf9f 2024-12-04T21:57:21,931 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T21:57:21,931 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f466f4b94896be1bc1679fd7fa7d08e1:B 2024-12-04T21:57:21,932 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T21:57:21,933 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T21:57:21,933 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HStore(1541): f466f4b94896be1bc1679fd7fa7d08e1/C is initiating minor compaction (all files) 2024-12-04T21:57:21,933 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f466f4b94896be1bc1679fd7fa7d08e1/C in TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1. 2024-12-04T21:57:21,933 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/C/e7687d7c5bd047a3b29de3c5ba0c0295, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/C/b8239f6a5cfa4167aa4a4a79ab1dc073, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/C/81711343c02540ccaf61aaab22f86a9d] into tmpdir=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/.tmp, totalSize=36.7 K 2024-12-04T21:57:21,934 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.Compactor(225): Compacting e7687d7c5bd047a3b29de3c5ba0c0295, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=298, earliestPutTs=1733349439280 2024-12-04T21:57:21,934 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.Compactor(225): Compacting b8239f6a5cfa4167aa4a4a79ab1dc073, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=312, earliestPutTs=1733349440073 2024-12-04T21:57:21,935 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.Compactor(225): Compacting 81711343c02540ccaf61aaab22f86a9d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=334, earliestPutTs=1733349441279 2024-12-04T21:57:21,935 INFO [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f466f4b94896be1bc1679fd7fa7d08e1/A of f466f4b94896be1bc1679fd7fa7d08e1 into 7c8541d877b2472a8b0376ac39c6b68d(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T21:57:21,935 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f466f4b94896be1bc1679fd7fa7d08e1: 2024-12-04T21:57:21,935 INFO [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., storeName=f466f4b94896be1bc1679fd7fa7d08e1/A, priority=13, startTime=1733349441444; duration=0sec 2024-12-04T21:57:21,936 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T21:57:21,936 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f466f4b94896be1bc1679fd7fa7d08e1:A 2024-12-04T21:57:21,940 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/.tmp/B/ae5e78f2e4be42c4a4a146a34eb97d5e is 50, key is test_row_0/B:col10/1733349441457/Put/seqid=0 2024-12-04T21:57:21,944 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f466f4b94896be1bc1679fd7fa7d08e1#C#compaction#73 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T21:57:21,945 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/.tmp/C/7c3f21d5b6764e2aa99de36c3d0e1682 is 50, key is test_row_0/C:col10/1733349441279/Put/seqid=0 2024-12-04T21:57:21,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073741909_1085 (size=12301) 2024-12-04T21:57:21,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073741910_1086 (size=13085) 2024-12-04T21:57:21,963 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:57:21,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39970 deadline: 1733349501958, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:57:21,964 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:21,964 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:21,964 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:57:22,064 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39095 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-12-04T21:57:22,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1. 2024-12-04T21:57:22,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1. as already flushing 2024-12-04T21:57:22,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1. 2024-12-04T21:57:22,064 ERROR [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20 java.io.IOException: Unable to complete flush {ENCODED => f466f4b94896be1bc1679fd7fa7d08e1, NAME => 'TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:57:22,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20 java.io.IOException: Unable to complete flush {ENCODED => f466f4b94896be1bc1679fd7fa7d08e1, NAME => 'TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:57:22,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.HMaster(4177): Remote procedure failed, pid=20 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f466f4b94896be1bc1679fd7fa7d08e1, NAME => 'TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f466f4b94896be1bc1679fd7fa7d08e1, NAME => 'TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:57:22,139 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:57:22,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40020 deadline: 1733349502137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:57:22,139 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:57:22,140 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:22,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40032 deadline: 1733349502137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:57:22,140 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:22,140 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:57:22,140 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:22,140 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:22,140 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:57:22,151 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:57:22,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39960 deadline: 1733349502148, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:57:22,152 WARN [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRpcRetryingCaller(177): Call to bb3046a53f79,39095,1733349424047 for 'test_row_2' in f466f4b94896be1bc1679fd7fa7d08e1 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8202 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-04T21:57:22,153 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:22,153 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:22,153 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:57:22,172 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:57:22,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40040 deadline: 1733349502169, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:57:22,173 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to bb3046a53f79,39095,1733349424047 for 'test_row_1' in f466f4b94896be1bc1679fd7fa7d08e1 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8231 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-04T21:57:22,174 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:22,174 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:22,174 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:57:22,218 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39095 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-12-04T21:57:22,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1. 2024-12-04T21:57:22,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1. as already flushing 2024-12-04T21:57:22,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1. 2024-12-04T21:57:22,219 ERROR [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20 java.io.IOException: Unable to complete flush {ENCODED => f466f4b94896be1bc1679fd7fa7d08e1, NAME => 'TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:57:22,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20 java.io.IOException: Unable to complete flush {ENCODED => f466f4b94896be1bc1679fd7fa7d08e1, NAME => 'TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:57:22,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.HMaster(4177): Remote procedure failed, pid=20 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f466f4b94896be1bc1679fd7fa7d08e1, NAME => 'TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f466f4b94896be1bc1679fd7fa7d08e1, NAME => 'TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:57:22,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-12-04T21:57:22,352 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=350 (bloomFilter=true), to=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/.tmp/B/ae5e78f2e4be42c4a4a146a34eb97d5e 2024-12-04T21:57:22,373 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39095 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-12-04T21:57:22,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1. 2024-12-04T21:57:22,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1. as already flushing 2024-12-04T21:57:22,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1. 2024-12-04T21:57:22,373 ERROR [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20 java.io.IOException: Unable to complete flush {ENCODED => f466f4b94896be1bc1679fd7fa7d08e1, NAME => 'TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:57:22,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20 java.io.IOException: Unable to complete flush {ENCODED => f466f4b94896be1bc1679fd7fa7d08e1, NAME => 'TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:57:22,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.HMaster(4177): Remote procedure failed, pid=20 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f466f4b94896be1bc1679fd7fa7d08e1, NAME => 'TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f466f4b94896be1bc1679fd7fa7d08e1, NAME => 'TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:57:22,377 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/.tmp/C/7c3f21d5b6764e2aa99de36c3d0e1682 as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/C/7c3f21d5b6764e2aa99de36c3d0e1682 2024-12-04T21:57:22,381 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/.tmp/C/9c0669903ad047ef94173ce8b835dc24 is 50, key is test_row_0/C:col10/1733349441457/Put/seqid=0 2024-12-04T21:57:22,394 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f466f4b94896be1bc1679fd7fa7d08e1/C of f466f4b94896be1bc1679fd7fa7d08e1 into 7c3f21d5b6764e2aa99de36c3d0e1682(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T21:57:22,396 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f466f4b94896be1bc1679fd7fa7d08e1: 2024-12-04T21:57:22,400 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., storeName=f466f4b94896be1bc1679fd7fa7d08e1/C, priority=13, startTime=1733349441446; duration=0sec 2024-12-04T21:57:22,401 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T21:57:22,401 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f466f4b94896be1bc1679fd7fa7d08e1:C 2024-12-04T21:57:22,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073741911_1087 (size=12301) 2024-12-04T21:57:22,471 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:57:22,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39970 deadline: 1733349502468, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:57:22,472 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:22,472 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:22,472 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:57:22,529 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39095 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-12-04T21:57:22,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1. 2024-12-04T21:57:22,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1. as already flushing 2024-12-04T21:57:22,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1. 2024-12-04T21:57:22,529 ERROR [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20 java.io.IOException: Unable to complete flush {ENCODED => f466f4b94896be1bc1679fd7fa7d08e1, NAME => 'TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:57:22,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20 java.io.IOException: Unable to complete flush {ENCODED => f466f4b94896be1bc1679fd7fa7d08e1, NAME => 'TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:57:22,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.HMaster(4177): Remote procedure failed, pid=20 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f466f4b94896be1bc1679fd7fa7d08e1, NAME => 'TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f466f4b94896be1bc1679fd7fa7d08e1, NAME => 'TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:57:22,652 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:57:22,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40020 deadline: 1733349502648, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:57:22,654 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:22,654 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:22,654 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:57:22,654 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:57:22,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40032 deadline: 1733349502648, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:57:22,655 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:22,655 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:22,655 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:57:22,682 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39095 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-12-04T21:57:22,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1. 2024-12-04T21:57:22,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1. as already flushing 2024-12-04T21:57:22,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1. 2024-12-04T21:57:22,683 ERROR [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20 java.io.IOException: Unable to complete flush {ENCODED => f466f4b94896be1bc1679fd7fa7d08e1, NAME => 'TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:57:22,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20 java.io.IOException: Unable to complete flush {ENCODED => f466f4b94896be1bc1679fd7fa7d08e1, NAME => 'TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:57:22,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.HMaster(4177): Remote procedure failed, pid=20 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f466f4b94896be1bc1679fd7fa7d08e1, NAME => 'TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f466f4b94896be1bc1679fd7fa7d08e1, NAME => 'TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:57:22,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-12-04T21:57:22,837 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39095 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-12-04T21:57:22,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1. 2024-12-04T21:57:22,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1. as already flushing 2024-12-04T21:57:22,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1. 2024-12-04T21:57:22,838 ERROR [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20 java.io.IOException: Unable to complete flush {ENCODED => f466f4b94896be1bc1679fd7fa7d08e1, NAME => 'TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:57:22,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20 java.io.IOException: Unable to complete flush {ENCODED => f466f4b94896be1bc1679fd7fa7d08e1, NAME => 'TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:57:22,840 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=350 (bloomFilter=true), to=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/.tmp/C/9c0669903ad047ef94173ce8b835dc24 2024-12-04T21:57:22,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.HMaster(4177): Remote procedure failed, pid=20 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f466f4b94896be1bc1679fd7fa7d08e1, NAME => 'TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f466f4b94896be1bc1679fd7fa7d08e1, NAME => 'TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:57:22,855 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/.tmp/A/3380e047566a482a8c153e0db5a6bf9f as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/A/3380e047566a482a8c153e0db5a6bf9f 2024-12-04T21:57:22,863 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/A/3380e047566a482a8c153e0db5a6bf9f, entries=200, sequenceid=350, filesize=14.4 K 2024-12-04T21:57:22,868 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/.tmp/B/ae5e78f2e4be42c4a4a146a34eb97d5e as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/B/ae5e78f2e4be42c4a4a146a34eb97d5e 2024-12-04T21:57:22,876 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/B/ae5e78f2e4be42c4a4a146a34eb97d5e, entries=150, sequenceid=350, filesize=12.0 K 2024-12-04T21:57:22,879 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/.tmp/C/9c0669903ad047ef94173ce8b835dc24 as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/C/9c0669903ad047ef94173ce8b835dc24 2024-12-04T21:57:22,888 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/C/9c0669903ad047ef94173ce8b835dc24, entries=150, sequenceid=350, filesize=12.0 K 2024-12-04T21:57:22,889 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~259.69 KB/265920, currentSize=87.22 KB/89310 for f466f4b94896be1bc1679fd7fa7d08e1 in 1433ms, sequenceid=350, compaction requested=false 2024-12-04T21:57:22,889 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f466f4b94896be1bc1679fd7fa7d08e1: 2024-12-04T21:57:22,999 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39095 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-12-04T21:57:23,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1. 2024-12-04T21:57:23,000 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2902): Flushing f466f4b94896be1bc1679fd7fa7d08e1 3/3 column families, dataSize=87.22 KB heapSize=259.73 KB 2024-12-04T21:57:23,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f466f4b94896be1bc1679fd7fa7d08e1, store=A 2024-12-04T21:57:23,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T21:57:23,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f466f4b94896be1bc1679fd7fa7d08e1, store=B 2024-12-04T21:57:23,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T21:57:23,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f466f4b94896be1bc1679fd7fa7d08e1, store=C 2024-12-04T21:57:23,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T21:57:23,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/.tmp/A/c56a910143064202a255a5972e16a40d is 50, key is test_row_0/A:col10/1733349441495/Put/seqid=0 2024-12-04T21:57:23,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073741912_1088 (size=12301) 2024-12-04T21:57:23,464 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=369 (bloomFilter=true), to=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/.tmp/A/c56a910143064202a255a5972e16a40d 2024-12-04T21:57:23,482 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1. as already flushing 2024-12-04T21:57:23,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(8855): Flush requested on f466f4b94896be1bc1679fd7fa7d08e1 2024-12-04T21:57:23,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/.tmp/B/3bcca3431641437ab4eab2644a7ce369 is 50, key is test_row_0/B:col10/1733349441495/Put/seqid=0 2024-12-04T21:57:23,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073741913_1089 (size=12301) 2024-12-04T21:57:23,526 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=369 (bloomFilter=true), to=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/.tmp/B/3bcca3431641437ab4eab2644a7ce369 2024-12-04T21:57:23,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/.tmp/C/3db566c17493489cb7e121975ba7a080 is 50, key is test_row_0/C:col10/1733349441495/Put/seqid=0 2024-12-04T21:57:23,545 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:57:23,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39970 deadline: 1733349503541, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:57:23,546 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:23,546 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:23,546 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:57:23,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073741914_1090 (size=12301) 2024-12-04T21:57:23,650 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:57:23,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39970 deadline: 1733349503648, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:57:23,651 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:23,651 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:23,651 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:57:23,670 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:57:23,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40020 deadline: 1733349503667, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:57:23,672 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:57:23,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40032 deadline: 1733349503668, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:57:23,673 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to bb3046a53f79,39095,1733349424047 for 'test_row_0' in f466f4b94896be1bc1679fd7fa7d08e1 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2167 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-04T21:57:23,673 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:23,673 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:23,673 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:57:23,673 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to bb3046a53f79,39095,1733349424047 for 'test_row_0' in f466f4b94896be1bc1679fd7fa7d08e1 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2165 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-04T21:57:23,674 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:23,674 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:23,674 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:57:23,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-12-04T21:57:23,861 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:57:23,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39970 deadline: 1733349503858, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:57:23,862 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:23,862 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:23,862 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:57:23,952 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=369 (bloomFilter=true), to=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/.tmp/C/3db566c17493489cb7e121975ba7a080 2024-12-04T21:57:23,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/.tmp/A/c56a910143064202a255a5972e16a40d as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/A/c56a910143064202a255a5972e16a40d 2024-12-04T21:57:23,974 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/A/c56a910143064202a255a5972e16a40d, entries=150, sequenceid=369, filesize=12.0 K 2024-12-04T21:57:23,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/.tmp/B/3bcca3431641437ab4eab2644a7ce369 as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/B/3bcca3431641437ab4eab2644a7ce369 2024-12-04T21:57:23,987 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/B/3bcca3431641437ab4eab2644a7ce369, entries=150, sequenceid=369, filesize=12.0 K 2024-12-04T21:57:23,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/.tmp/C/3db566c17493489cb7e121975ba7a080 as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/C/3db566c17493489cb7e121975ba7a080 2024-12-04T21:57:24,000 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/C/3db566c17493489cb7e121975ba7a080, entries=150, sequenceid=369, filesize=12.0 K 2024-12-04T21:57:24,002 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~259.69 KB/265920, currentSize=87.22 KB/89310 for f466f4b94896be1bc1679fd7fa7d08e1 in 1002ms, sequenceid=369, compaction requested=true 2024-12-04T21:57:24,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2603): Flush status journal for f466f4b94896be1bc1679fd7fa7d08e1: 2024-12-04T21:57:24,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1. 2024-12-04T21:57:24,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=20 2024-12-04T21:57:24,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.HMaster(4169): Remote procedure done, pid=20 2024-12-04T21:57:24,006 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=19 2024-12-04T21:57:24,006 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=19, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3990 sec 2024-12-04T21:57:24,011 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees in 2.4080 sec 2024-12-04T21:57:24,170 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f466f4b94896be1bc1679fd7fa7d08e1 3/3 column families, dataSize=93.93 KB heapSize=279.66 KB 2024-12-04T21:57:24,170 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f466f4b94896be1bc1679fd7fa7d08e1, store=A 2024-12-04T21:57:24,170 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T21:57:24,171 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f466f4b94896be1bc1679fd7fa7d08e1, store=B 2024-12-04T21:57:24,171 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T21:57:24,171 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f466f4b94896be1bc1679fd7fa7d08e1, store=C 2024-12-04T21:57:24,171 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T21:57:24,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(8855): Flush requested on f466f4b94896be1bc1679fd7fa7d08e1 2024-12-04T21:57:24,206 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/.tmp/A/44a13b2203df49619a14c4d999f2511e is 50, key is test_row_0/A:col10/1733349443536/Put/seqid=0 2024-12-04T21:57:24,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073741915_1091 (size=14741) 2024-12-04T21:57:24,225 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=386 (bloomFilter=true), to=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/.tmp/A/44a13b2203df49619a14c4d999f2511e 2024-12-04T21:57:24,240 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/.tmp/B/582743ef036348179603467e5835f97b is 50, key is test_row_0/B:col10/1733349443536/Put/seqid=0 2024-12-04T21:57:24,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073741916_1092 (size=12301) 2024-12-04T21:57:24,261 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:57:24,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39970 deadline: 1733349504257, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:57:24,262 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:24,262 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:24,262 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:57:24,368 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:57:24,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39970 deadline: 1733349504368, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:57:24,369 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:24,369 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:24,369 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:57:24,580 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:57:24,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39970 deadline: 1733349504578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:57:24,581 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:24,581 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:24,581 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:57:24,656 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=386 (bloomFilter=true), to=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/.tmp/B/582743ef036348179603467e5835f97b 2024-12-04T21:57:24,671 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/.tmp/C/bc0acad1a5c94061860ddfdedee79dfb is 50, key is test_row_0/C:col10/1733349443536/Put/seqid=0 2024-12-04T21:57:24,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073741917_1093 (size=12301) 2024-12-04T21:57:24,715 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=386 (bloomFilter=true), to=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/.tmp/C/bc0acad1a5c94061860ddfdedee79dfb 2024-12-04T21:57:24,724 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/.tmp/A/44a13b2203df49619a14c4d999f2511e as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/A/44a13b2203df49619a14c4d999f2511e 2024-12-04T21:57:24,734 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/A/44a13b2203df49619a14c4d999f2511e, entries=200, sequenceid=386, filesize=14.4 K 2024-12-04T21:57:24,736 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/.tmp/B/582743ef036348179603467e5835f97b as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/B/582743ef036348179603467e5835f97b 2024-12-04T21:57:24,745 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/B/582743ef036348179603467e5835f97b, entries=150, sequenceid=386, filesize=12.0 K 2024-12-04T21:57:24,747 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/.tmp/C/bc0acad1a5c94061860ddfdedee79dfb as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/C/bc0acad1a5c94061860ddfdedee79dfb 2024-12-04T21:57:24,753 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/C/bc0acad1a5c94061860ddfdedee79dfb, entries=150, sequenceid=386, filesize=12.0 K 2024-12-04T21:57:24,754 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=80.51 KB/82440 for f466f4b94896be1bc1679fd7fa7d08e1 in 584ms, sequenceid=386, compaction requested=true 2024-12-04T21:57:24,754 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f466f4b94896be1bc1679fd7fa7d08e1: 2024-12-04T21:57:24,754 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f466f4b94896be1bc1679fd7fa7d08e1:A, priority=-2147483648, current under compaction store size is 1 2024-12-04T21:57:24,755 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-04T21:57:24,755 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T21:57:24,755 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f466f4b94896be1bc1679fd7fa7d08e1:B, priority=-2147483648, current under compaction store size is 2 2024-12-04T21:57:24,755 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T21:57:24,755 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f466f4b94896be1bc1679fd7fa7d08e1:C, priority=-2147483648, current under compaction store size is 3 2024-12-04T21:57:24,755 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-04T21:57:24,755 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-04T21:57:24,756 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 54868 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-04T21:57:24,756 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49988 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-04T21:57:24,756 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HStore(1541): f466f4b94896be1bc1679fd7fa7d08e1/A is initiating minor compaction (all files) 2024-12-04T21:57:24,757 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HStore(1541): f466f4b94896be1bc1679fd7fa7d08e1/B is initiating minor compaction (all files) 2024-12-04T21:57:24,757 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f466f4b94896be1bc1679fd7fa7d08e1/A in TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1. 2024-12-04T21:57:24,757 INFO [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f466f4b94896be1bc1679fd7fa7d08e1/B in TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1. 2024-12-04T21:57:24,757 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/A/7c8541d877b2472a8b0376ac39c6b68d, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/A/3380e047566a482a8c153e0db5a6bf9f, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/A/c56a910143064202a255a5972e16a40d, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/A/44a13b2203df49619a14c4d999f2511e] into tmpdir=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/.tmp, totalSize=53.6 K 2024-12-04T21:57:24,757 INFO [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/B/c4abd4d68a5f4a9da9a105bb32b57e63, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/B/ae5e78f2e4be42c4a4a146a34eb97d5e, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/B/3bcca3431641437ab4eab2644a7ce369, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/B/582743ef036348179603467e5835f97b] into tmpdir=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/.tmp, totalSize=48.8 K 2024-12-04T21:57:24,757 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.Compactor(225): Compacting 7c8541d877b2472a8b0376ac39c6b68d, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=334, earliestPutTs=1733349441279 2024-12-04T21:57:24,759 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.Compactor(225): Compacting 3380e047566a482a8c153e0db5a6bf9f, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=350, earliestPutTs=1733349441449 2024-12-04T21:57:24,759 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] compactions.Compactor(225): Compacting c4abd4d68a5f4a9da9a105bb32b57e63, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=334, earliestPutTs=1733349441279 2024-12-04T21:57:24,760 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.Compactor(225): Compacting c56a910143064202a255a5972e16a40d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=369, earliestPutTs=1733349441495 2024-12-04T21:57:24,761 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] compactions.Compactor(225): Compacting ae5e78f2e4be42c4a4a146a34eb97d5e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=350, earliestPutTs=1733349441449 2024-12-04T21:57:24,761 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.Compactor(225): Compacting 44a13b2203df49619a14c4d999f2511e, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=386, earliestPutTs=1733349443516 2024-12-04T21:57:24,762 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3bcca3431641437ab4eab2644a7ce369, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=369, earliestPutTs=1733349441495 2024-12-04T21:57:24,764 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] compactions.Compactor(225): Compacting 582743ef036348179603467e5835f97b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=386, earliestPutTs=1733349443516 2024-12-04T21:57:24,787 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f466f4b94896be1bc1679fd7fa7d08e1#A#compaction#81 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T21:57:24,787 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/.tmp/A/101205002203421ab5ea643c300c011b is 50, key is test_row_0/A:col10/1733349443536/Put/seqid=0 2024-12-04T21:57:24,790 INFO [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f466f4b94896be1bc1679fd7fa7d08e1#B#compaction#82 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T21:57:24,791 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/.tmp/B/61356d710a5a4b01aa6e9d86ed7ec43a is 50, key is test_row_0/B:col10/1733349443536/Put/seqid=0 2024-12-04T21:57:24,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073741918_1094 (size=13221) 2024-12-04T21:57:24,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073741919_1095 (size=13221) 2024-12-04T21:57:24,813 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/.tmp/A/101205002203421ab5ea643c300c011b as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/A/101205002203421ab5ea643c300c011b 2024-12-04T21:57:24,814 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/.tmp/B/61356d710a5a4b01aa6e9d86ed7ec43a as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/B/61356d710a5a4b01aa6e9d86ed7ec43a 2024-12-04T21:57:24,825 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in f466f4b94896be1bc1679fd7fa7d08e1/A of f466f4b94896be1bc1679fd7fa7d08e1 into 101205002203421ab5ea643c300c011b(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T21:57:24,825 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f466f4b94896be1bc1679fd7fa7d08e1: 2024-12-04T21:57:24,825 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., storeName=f466f4b94896be1bc1679fd7fa7d08e1/A, priority=12, startTime=1733349444754; duration=0sec 2024-12-04T21:57:24,825 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T21:57:24,825 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f466f4b94896be1bc1679fd7fa7d08e1:A 2024-12-04T21:57:24,825 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-04T21:57:24,827 INFO [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in f466f4b94896be1bc1679fd7fa7d08e1/B of f466f4b94896be1bc1679fd7fa7d08e1 into 61356d710a5a4b01aa6e9d86ed7ec43a(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T21:57:24,828 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f466f4b94896be1bc1679fd7fa7d08e1: 2024-12-04T21:57:24,828 INFO [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., storeName=f466f4b94896be1bc1679fd7fa7d08e1/B, priority=12, startTime=1733349444755; duration=0sec 2024-12-04T21:57:24,828 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T21:57:24,828 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f466f4b94896be1bc1679fd7fa7d08e1:B 2024-12-04T21:57:24,832 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49988 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-04T21:57:24,832 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HStore(1541): f466f4b94896be1bc1679fd7fa7d08e1/C is initiating minor compaction (all files) 2024-12-04T21:57:24,832 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f466f4b94896be1bc1679fd7fa7d08e1/C in TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1. 2024-12-04T21:57:24,833 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/C/7c3f21d5b6764e2aa99de36c3d0e1682, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/C/9c0669903ad047ef94173ce8b835dc24, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/C/3db566c17493489cb7e121975ba7a080, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/C/bc0acad1a5c94061860ddfdedee79dfb] into tmpdir=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/.tmp, totalSize=48.8 K 2024-12-04T21:57:24,834 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.Compactor(225): Compacting 7c3f21d5b6764e2aa99de36c3d0e1682, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=334, earliestPutTs=1733349441279 2024-12-04T21:57:24,835 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.Compactor(225): Compacting 9c0669903ad047ef94173ce8b835dc24, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=350, earliestPutTs=1733349441449 2024-12-04T21:57:24,836 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.Compactor(225): Compacting 3db566c17493489cb7e121975ba7a080, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=369, earliestPutTs=1733349441495 2024-12-04T21:57:24,836 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.Compactor(225): Compacting bc0acad1a5c94061860ddfdedee79dfb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=386, earliestPutTs=1733349443516 2024-12-04T21:57:24,863 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f466f4b94896be1bc1679fd7fa7d08e1#C#compaction#83 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T21:57:24,864 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/.tmp/C/31b4a844b8044182a5ce8419a22628f5 is 50, key is test_row_0/C:col10/1733349443536/Put/seqid=0 2024-12-04T21:57:24,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073741920_1096 (size=13221) 2024-12-04T21:57:24,884 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/.tmp/C/31b4a844b8044182a5ce8419a22628f5 as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/C/31b4a844b8044182a5ce8419a22628f5 2024-12-04T21:57:24,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(8855): Flush requested on f466f4b94896be1bc1679fd7fa7d08e1 2024-12-04T21:57:24,893 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f466f4b94896be1bc1679fd7fa7d08e1 3/3 column families, dataSize=87.22 KB heapSize=259.73 KB 2024-12-04T21:57:24,893 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in f466f4b94896be1bc1679fd7fa7d08e1/C of f466f4b94896be1bc1679fd7fa7d08e1 into 31b4a844b8044182a5ce8419a22628f5(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T21:57:24,893 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f466f4b94896be1bc1679fd7fa7d08e1: 2024-12-04T21:57:24,893 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f466f4b94896be1bc1679fd7fa7d08e1, store=A 2024-12-04T21:57:24,894 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., storeName=f466f4b94896be1bc1679fd7fa7d08e1/C, priority=12, startTime=1733349444755; duration=0sec 2024-12-04T21:57:24,894 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T21:57:24,894 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T21:57:24,894 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f466f4b94896be1bc1679fd7fa7d08e1, store=B 2024-12-04T21:57:24,894 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f466f4b94896be1bc1679fd7fa7d08e1:C 2024-12-04T21:57:24,894 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T21:57:24,894 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f466f4b94896be1bc1679fd7fa7d08e1, store=C 2024-12-04T21:57:24,894 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T21:57:24,901 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/.tmp/A/b0517d87e7a14349aa413da61ff36278 is 50, key is test_row_0/A:col10/1733349444243/Put/seqid=0 2024-12-04T21:57:24,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073741921_1097 (size=14741) 2024-12-04T21:57:24,960 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:57:24,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39970 deadline: 1733349504957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:57:24,961 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:24,961 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:24,961 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:57:25,069 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:57:25,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39970 deadline: 1733349505068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:57:25,069 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:25,069 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:25,070 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:57:25,278 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:57:25,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39970 deadline: 1733349505278, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:57:25,279 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:25,279 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:25,279 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:57:25,323 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=405 (bloomFilter=true), to=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/.tmp/A/b0517d87e7a14349aa413da61ff36278 2024-12-04T21:57:25,332 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/.tmp/B/f0e138b3ea2a413abba8bcbc4f0706a9 is 50, key is test_row_0/B:col10/1733349444243/Put/seqid=0 2024-12-04T21:57:25,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073741922_1098 (size=12301) 2024-12-04T21:57:25,589 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:57:25,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39970 deadline: 1733349505588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:57:25,590 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:25,590 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:25,590 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:57:25,691 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:57:25,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40032 deadline: 1733349505688, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:57:25,692 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to bb3046a53f79,39095,1733349424047 for 'test_row_0' in f466f4b94896be1bc1679fd7fa7d08e1 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4184 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-04T21:57:25,692 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:25,693 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:25,693 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:57:25,700 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:57:25,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40020 deadline: 1733349505697, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:57:25,700 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to bb3046a53f79,39095,1733349424047 for 'test_row_0' in f466f4b94896be1bc1679fd7fa7d08e1 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4195 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-04T21:57:25,701 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:25,701 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:25,701 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:57:25,737 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=405 (bloomFilter=true), to=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/.tmp/B/f0e138b3ea2a413abba8bcbc4f0706a9 2024-12-04T21:57:25,747 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/.tmp/C/7fe8f0524beb43a8819a80e02a6143d6 is 50, key is test_row_0/C:col10/1733349444243/Put/seqid=0 2024-12-04T21:57:25,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073741923_1099 (size=12301) 2024-12-04T21:57:25,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-12-04T21:57:25,768 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-04T21:57:25,768 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-04T21:57:25,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] procedure2.ProcedureExecutor(1139): Stored pid=21, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees 2024-12-04T21:57:25,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-12-04T21:57:25,771 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=21, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-04T21:57:25,772 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=21, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-04T21:57:25,772 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=21, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-04T21:57:25,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-12-04T21:57:25,925 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39095 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-12-04T21:57:25,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1. 2024-12-04T21:57:25,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1. as already flushing 2024-12-04T21:57:25,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1. 2024-12-04T21:57:25,925 ERROR [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22 java.io.IOException: Unable to complete flush {ENCODED => f466f4b94896be1bc1679fd7fa7d08e1, NAME => 'TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:57:25,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22 java.io.IOException: Unable to complete flush {ENCODED => f466f4b94896be1bc1679fd7fa7d08e1, NAME => 'TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:57:25,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.HMaster(4177): Remote procedure failed, pid=22 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f466f4b94896be1bc1679fd7fa7d08e1, NAME => 'TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f466f4b94896be1bc1679fd7fa7d08e1, NAME => 'TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:57:26,078 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39095 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-12-04T21:57:26,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1. 2024-12-04T21:57:26,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1. as already flushing 2024-12-04T21:57:26,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1. 2024-12-04T21:57:26,079 ERROR [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22 java.io.IOException: Unable to complete flush {ENCODED => f466f4b94896be1bc1679fd7fa7d08e1, NAME => 'TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:57:26,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22 java.io.IOException: Unable to complete flush {ENCODED => f466f4b94896be1bc1679fd7fa7d08e1, NAME => 'TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:57:26,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.HMaster(4177): Remote procedure failed, pid=22 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f466f4b94896be1bc1679fd7fa7d08e1, NAME => 'TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f466f4b94896be1bc1679fd7fa7d08e1, NAME => 'TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:57:26,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-12-04T21:57:26,123 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:57:26,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39970 deadline: 1733349506122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:57:26,124 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:26,124 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:26,124 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:57:26,154 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=405 (bloomFilter=true), to=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/.tmp/C/7fe8f0524beb43a8819a80e02a6143d6 2024-12-04T21:57:26,162 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/.tmp/A/b0517d87e7a14349aa413da61ff36278 as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/A/b0517d87e7a14349aa413da61ff36278 2024-12-04T21:57:26,168 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/A/b0517d87e7a14349aa413da61ff36278, entries=200, sequenceid=405, filesize=14.4 K 2024-12-04T21:57:26,170 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/.tmp/B/f0e138b3ea2a413abba8bcbc4f0706a9 as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/B/f0e138b3ea2a413abba8bcbc4f0706a9 2024-12-04T21:57:26,178 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/B/f0e138b3ea2a413abba8bcbc4f0706a9, entries=150, sequenceid=405, filesize=12.0 K 2024-12-04T21:57:26,179 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/.tmp/C/7fe8f0524beb43a8819a80e02a6143d6 as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/C/7fe8f0524beb43a8819a80e02a6143d6 2024-12-04T21:57:26,187 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/C/7fe8f0524beb43a8819a80e02a6143d6, entries=150, sequenceid=405, filesize=12.0 K 2024-12-04T21:57:26,189 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~259.69 KB/265920, currentSize=87.22 KB/89310 for f466f4b94896be1bc1679fd7fa7d08e1 in 1295ms, sequenceid=405, compaction requested=false 2024-12-04T21:57:26,189 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f466f4b94896be1bc1679fd7fa7d08e1: 2024-12-04T21:57:26,232 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39095 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-12-04T21:57:26,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1. 2024-12-04T21:57:26,232 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2902): Flushing f466f4b94896be1bc1679fd7fa7d08e1 3/3 column families, dataSize=87.22 KB heapSize=259.73 KB 2024-12-04T21:57:26,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f466f4b94896be1bc1679fd7fa7d08e1, store=A 2024-12-04T21:57:26,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T21:57:26,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f466f4b94896be1bc1679fd7fa7d08e1, store=B 2024-12-04T21:57:26,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T21:57:26,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f466f4b94896be1bc1679fd7fa7d08e1, store=C 2024-12-04T21:57:26,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T21:57:26,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/.tmp/A/dae2527e38f0463a9cccd742a766f69f is 50, key is test_row_0/A:col10/1733349444945/Put/seqid=0 2024-12-04T21:57:26,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073741924_1100 (size=12301) 2024-12-04T21:57:26,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-12-04T21:57:26,699 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=421 (bloomFilter=true), to=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/.tmp/A/dae2527e38f0463a9cccd742a766f69f 2024-12-04T21:57:26,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/.tmp/B/77345318bd844cf88c11f4dd71189881 is 50, key is test_row_0/B:col10/1733349444945/Put/seqid=0 2024-12-04T21:57:26,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073741925_1101 (size=12301) 2024-12-04T21:57:26,737 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=421 (bloomFilter=true), to=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/.tmp/B/77345318bd844cf88c11f4dd71189881 2024-12-04T21:57:26,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/.tmp/C/bc28687518314cb0b9f12153a7ee389c is 50, key is test_row_0/C:col10/1733349444945/Put/seqid=0 2024-12-04T21:57:26,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073741926_1102 (size=12301) 2024-12-04T21:57:26,813 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=421 (bloomFilter=true), to=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/.tmp/C/bc28687518314cb0b9f12153a7ee389c 2024-12-04T21:57:26,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/.tmp/A/dae2527e38f0463a9cccd742a766f69f as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/A/dae2527e38f0463a9cccd742a766f69f 2024-12-04T21:57:26,832 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/A/dae2527e38f0463a9cccd742a766f69f, entries=150, sequenceid=421, filesize=12.0 K 2024-12-04T21:57:26,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/.tmp/B/77345318bd844cf88c11f4dd71189881 as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/B/77345318bd844cf88c11f4dd71189881 2024-12-04T21:57:26,845 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/B/77345318bd844cf88c11f4dd71189881, entries=150, sequenceid=421, filesize=12.0 K 2024-12-04T21:57:26,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/.tmp/C/bc28687518314cb0b9f12153a7ee389c as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/C/bc28687518314cb0b9f12153a7ee389c 2024-12-04T21:57:26,859 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/C/bc28687518314cb0b9f12153a7ee389c, entries=150, sequenceid=421, filesize=12.0 K 2024-12-04T21:57:26,860 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~259.69 KB/265920, currentSize=0 B/0 for f466f4b94896be1bc1679fd7fa7d08e1 in 628ms, sequenceid=421, compaction requested=true 2024-12-04T21:57:26,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2603): Flush status journal for f466f4b94896be1bc1679fd7fa7d08e1: 2024-12-04T21:57:26,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1. 2024-12-04T21:57:26,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=22 2024-12-04T21:57:26,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.HMaster(4169): Remote procedure done, pid=22 2024-12-04T21:57:26,865 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=21 2024-12-04T21:57:26,865 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=21, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0900 sec 2024-12-04T21:57:26,868 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees in 1.0980 sec 2024-12-04T21:57:26,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-12-04T21:57:26,908 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-04T21:57:26,908 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-04T21:57:26,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] procedure2.ProcedureExecutor(1139): Stored pid=23, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees 2024-12-04T21:57:26,911 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=23, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-04T21:57:26,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-12-04T21:57:26,912 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=23, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-04T21:57:26,912 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=23, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-04T21:57:27,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-12-04T21:57:27,065 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39095 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24 2024-12-04T21:57:27,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1. 2024-12-04T21:57:27,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2603): Flush status journal for f466f4b94896be1bc1679fd7fa7d08e1: 2024-12-04T21:57:27,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1. 2024-12-04T21:57:27,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=24 2024-12-04T21:57:27,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.HMaster(4169): Remote procedure done, pid=24 2024-12-04T21:57:27,077 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=23 2024-12-04T21:57:27,077 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=23, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 159 msec 2024-12-04T21:57:27,081 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees in 171 msec 2024-12-04T21:57:27,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(8855): Flush requested on f466f4b94896be1bc1679fd7fa7d08e1 2024-12-04T21:57:27,188 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f466f4b94896be1bc1679fd7fa7d08e1 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-12-04T21:57:27,188 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f466f4b94896be1bc1679fd7fa7d08e1, store=A 2024-12-04T21:57:27,188 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T21:57:27,188 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f466f4b94896be1bc1679fd7fa7d08e1, store=B 2024-12-04T21:57:27,188 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T21:57:27,188 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f466f4b94896be1bc1679fd7fa7d08e1, store=C 2024-12-04T21:57:27,188 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T21:57:27,214 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/.tmp/A/244b51c1ae06430bb6e4613a2b5ef12d is 50, key is test_row_0/A:col10/1733349447184/Put/seqid=0 2024-12-04T21:57:27,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-12-04T21:57:27,228 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-04T21:57:27,229 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-04T21:57:27,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=25, table=TestAcidGuarantees 2024-12-04T21:57:27,232 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=25, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=25, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-04T21:57:27,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-12-04T21:57:27,233 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=25, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=25, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-04T21:57:27,233 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-04T21:57:27,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073741927_1103 (size=12301) 2024-12-04T21:57:27,243 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=432 (bloomFilter=true), to=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/.tmp/A/244b51c1ae06430bb6e4613a2b5ef12d 2024-12-04T21:57:27,262 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/.tmp/B/9d64fa11b7134ae5bee70f21a88754de is 50, key is test_row_0/B:col10/1733349447184/Put/seqid=0 2024-12-04T21:57:27,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073741928_1104 (size=12301) 2024-12-04T21:57:27,303 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=432 (bloomFilter=true), to=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/.tmp/B/9d64fa11b7134ae5bee70f21a88754de 2024-12-04T21:57:27,316 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/.tmp/C/b07a3336b0cc41efa99fcdc6856604ea is 50, key is test_row_0/C:col10/1733349447184/Put/seqid=0 2024-12-04T21:57:27,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073741929_1105 (size=12301) 2024-12-04T21:57:27,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-12-04T21:57:27,345 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/bb3046a53f79:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733349447265, max timestamp=1733349447342Num uniques 859; 2024-12-04T21:57:27,345 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/bb3046a53f79:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733349447265, max timestamp=1733349447342Num uniques 859; 2024-12-04T21:57:27,345 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/bb3046a53f79:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-04T21:57:27,345 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/bb3046a53f79:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733349447265, max timestamp=1733349447342Num uniques 859; 2024-12-04T21:57:27,345 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/bb3046a53f79:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-04T21:57:27,345 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/bb3046a53f79:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-04T21:57:27,390 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39095 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=26 2024-12-04T21:57:27,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1. 2024-12-04T21:57:27,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1. as already flushing 2024-12-04T21:57:27,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1. 2024-12-04T21:57:27,391 ERROR [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] handler.RSProcedureHandler(58): pid=26 java.io.IOException: Unable to complete flush {ENCODED => f466f4b94896be1bc1679fd7fa7d08e1, NAME => 'TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:57:27,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=26 java.io.IOException: Unable to complete flush {ENCODED => f466f4b94896be1bc1679fd7fa7d08e1, NAME => 'TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:57:27,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.HMaster(4177): Remote procedure failed, pid=26 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f466f4b94896be1bc1679fd7fa7d08e1, NAME => 'TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f466f4b94896be1bc1679fd7fa7d08e1, NAME => 'TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:57:27,426 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:57:27,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39970 deadline: 1733349507421, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:57:27,427 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:27,427 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:27,427 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:57:27,542 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:57:27,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39970 deadline: 1733349507538, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:57:27,543 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:27,543 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:27,543 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:57:27,545 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39095 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=26 2024-12-04T21:57:27,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1. 2024-12-04T21:57:27,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1. as already flushing 2024-12-04T21:57:27,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1. 2024-12-04T21:57:27,546 ERROR [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] handler.RSProcedureHandler(58): pid=26 java.io.IOException: Unable to complete flush {ENCODED => f466f4b94896be1bc1679fd7fa7d08e1, NAME => 'TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:57:27,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=26 java.io.IOException: Unable to complete flush {ENCODED => f466f4b94896be1bc1679fd7fa7d08e1, NAME => 'TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:57:27,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.HMaster(4177): Remote procedure failed, pid=26 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f466f4b94896be1bc1679fd7fa7d08e1, NAME => 'TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f466f4b94896be1bc1679fd7fa7d08e1, NAME => 'TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:57:27,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-12-04T21:57:27,713 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39095 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=26 2024-12-04T21:57:27,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1. 2024-12-04T21:57:27,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1. as already flushing 2024-12-04T21:57:27,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1. 2024-12-04T21:57:27,714 ERROR [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] handler.RSProcedureHandler(58): pid=26 java.io.IOException: Unable to complete flush {ENCODED => f466f4b94896be1bc1679fd7fa7d08e1, NAME => 'TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:57:27,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=26 java.io.IOException: Unable to complete flush {ENCODED => f466f4b94896be1bc1679fd7fa7d08e1, NAME => 'TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:57:27,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.HMaster(4177): Remote procedure failed, pid=26 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f466f4b94896be1bc1679fd7fa7d08e1, NAME => 'TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f466f4b94896be1bc1679fd7fa7d08e1, NAME => 'TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:57:27,735 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=432 (bloomFilter=true), to=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/.tmp/C/b07a3336b0cc41efa99fcdc6856604ea 2024-12-04T21:57:27,741 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/.tmp/A/244b51c1ae06430bb6e4613a2b5ef12d as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/A/244b51c1ae06430bb6e4613a2b5ef12d 2024-12-04T21:57:27,748 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/A/244b51c1ae06430bb6e4613a2b5ef12d, entries=150, sequenceid=432, filesize=12.0 K 2024-12-04T21:57:27,749 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:57:27,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39970 deadline: 1733349507748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:57:27,749 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:27,749 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:27,749 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:57:27,750 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/.tmp/B/9d64fa11b7134ae5bee70f21a88754de as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/B/9d64fa11b7134ae5bee70f21a88754de 2024-12-04T21:57:27,755 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/B/9d64fa11b7134ae5bee70f21a88754de, entries=150, sequenceid=432, filesize=12.0 K 2024-12-04T21:57:27,757 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/.tmp/C/b07a3336b0cc41efa99fcdc6856604ea as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/C/b07a3336b0cc41efa99fcdc6856604ea 2024-12-04T21:57:27,763 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/C/b07a3336b0cc41efa99fcdc6856604ea, entries=150, sequenceid=432, filesize=12.0 K 2024-12-04T21:57:27,764 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for f466f4b94896be1bc1679fd7fa7d08e1 in 577ms, sequenceid=432, compaction requested=true 2024-12-04T21:57:27,765 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f466f4b94896be1bc1679fd7fa7d08e1: 2024-12-04T21:57:27,765 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f466f4b94896be1bc1679fd7fa7d08e1:A, priority=-2147483648, current under compaction store size is 1 2024-12-04T21:57:27,765 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T21:57:27,765 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-04T21:57:27,765 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-04T21:57:27,765 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f466f4b94896be1bc1679fd7fa7d08e1:B, priority=-2147483648, current under compaction store size is 2 2024-12-04T21:57:27,765 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T21:57:27,765 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f466f4b94896be1bc1679fd7fa7d08e1:C, priority=-2147483648, current under compaction store size is 3 2024-12-04T21:57:27,765 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T21:57:27,768 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50124 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-04T21:57:27,768 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HStore(1541): f466f4b94896be1bc1679fd7fa7d08e1/B is initiating minor compaction (all files) 2024-12-04T21:57:27,768 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f466f4b94896be1bc1679fd7fa7d08e1/B in TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1. 2024-12-04T21:57:27,768 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/B/61356d710a5a4b01aa6e9d86ed7ec43a, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/B/f0e138b3ea2a413abba8bcbc4f0706a9, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/B/77345318bd844cf88c11f4dd71189881, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/B/9d64fa11b7134ae5bee70f21a88754de] into tmpdir=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/.tmp, totalSize=48.9 K 2024-12-04T21:57:27,768 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 52564 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-04T21:57:27,769 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HStore(1541): f466f4b94896be1bc1679fd7fa7d08e1/A is initiating minor compaction (all files) 2024-12-04T21:57:27,769 INFO [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f466f4b94896be1bc1679fd7fa7d08e1/A in TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1. 2024-12-04T21:57:27,769 INFO [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/A/101205002203421ab5ea643c300c011b, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/A/b0517d87e7a14349aa413da61ff36278, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/A/dae2527e38f0463a9cccd742a766f69f, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/A/244b51c1ae06430bb6e4613a2b5ef12d] into tmpdir=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/.tmp, totalSize=51.3 K 2024-12-04T21:57:27,769 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.Compactor(225): Compacting 61356d710a5a4b01aa6e9d86ed7ec43a, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=386, earliestPutTs=1733349443516 2024-12-04T21:57:27,770 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.Compactor(225): Compacting f0e138b3ea2a413abba8bcbc4f0706a9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=405, earliestPutTs=1733349444213 2024-12-04T21:57:27,770 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] compactions.Compactor(225): Compacting 101205002203421ab5ea643c300c011b, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=386, earliestPutTs=1733349443516 2024-12-04T21:57:27,770 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.Compactor(225): Compacting 77345318bd844cf88c11f4dd71189881, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=421, earliestPutTs=1733349444945 2024-12-04T21:57:27,771 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] compactions.Compactor(225): Compacting b0517d87e7a14349aa413da61ff36278, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=405, earliestPutTs=1733349444213 2024-12-04T21:57:27,771 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.Compactor(225): Compacting 9d64fa11b7134ae5bee70f21a88754de, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=432, earliestPutTs=1733349447156 2024-12-04T21:57:27,773 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] compactions.Compactor(225): Compacting dae2527e38f0463a9cccd742a766f69f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=421, earliestPutTs=1733349444945 2024-12-04T21:57:27,774 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] compactions.Compactor(225): Compacting 244b51c1ae06430bb6e4613a2b5ef12d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=432, earliestPutTs=1733349447156 2024-12-04T21:57:27,800 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f466f4b94896be1bc1679fd7fa7d08e1#B#compaction#93 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T21:57:27,810 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/.tmp/B/b559151795e74b5f90fe19f753d59077 is 50, key is test_row_0/B:col10/1733349447184/Put/seqid=0 2024-12-04T21:57:27,811 INFO [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f466f4b94896be1bc1679fd7fa7d08e1#A#compaction#94 average throughput is 0.73 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T21:57:27,812 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/.tmp/A/691e011e7e9b4da9b6f6ffbe504923fc is 50, key is test_row_0/A:col10/1733349447184/Put/seqid=0 2024-12-04T21:57:27,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073741931_1107 (size=13357) 2024-12-04T21:57:27,867 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39095 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=26 2024-12-04T21:57:27,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1. 2024-12-04T21:57:27,867 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2902): Flushing f466f4b94896be1bc1679fd7fa7d08e1 3/3 column families, dataSize=134.18 KB heapSize=380.30 KB 2024-12-04T21:57:27,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073741930_1106 (size=13357) 2024-12-04T21:57:27,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f466f4b94896be1bc1679fd7fa7d08e1, store=A 2024-12-04T21:57:27,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-04T21:57:27,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f466f4b94896be1bc1679fd7fa7d08e1, store=B 2024-12-04T21:57:27,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-04T21:57:27,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f466f4b94896be1bc1679fd7fa7d08e1, store=C 2024-12-04T21:57:27,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-04T21:57:27,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-12-04T21:57:27,878 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/.tmp/B/b559151795e74b5f90fe19f753d59077 as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/B/b559151795e74b5f90fe19f753d59077 2024-12-04T21:57:27,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/.tmp/A/7e09c316f15a44ef92772e876851b71b is 50, key is test_row_0/A:col10/1733349447401/Put/seqid=0 2024-12-04T21:57:27,893 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in f466f4b94896be1bc1679fd7fa7d08e1/B of f466f4b94896be1bc1679fd7fa7d08e1 into b559151795e74b5f90fe19f753d59077(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T21:57:27,893 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f466f4b94896be1bc1679fd7fa7d08e1: 2024-12-04T21:57:27,893 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., storeName=f466f4b94896be1bc1679fd7fa7d08e1/B, priority=12, startTime=1733349447765; duration=0sec 2024-12-04T21:57:27,893 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T21:57:27,893 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f466f4b94896be1bc1679fd7fa7d08e1:B 2024-12-04T21:57:27,893 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-04T21:57:27,907 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50124 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-04T21:57:27,907 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HStore(1541): f466f4b94896be1bc1679fd7fa7d08e1/C is initiating minor compaction (all files) 2024-12-04T21:57:27,908 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f466f4b94896be1bc1679fd7fa7d08e1/C in TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1. 2024-12-04T21:57:27,908 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/C/31b4a844b8044182a5ce8419a22628f5, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/C/7fe8f0524beb43a8819a80e02a6143d6, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/C/bc28687518314cb0b9f12153a7ee389c, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/C/b07a3336b0cc41efa99fcdc6856604ea] into tmpdir=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/.tmp, totalSize=48.9 K 2024-12-04T21:57:27,910 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.Compactor(225): Compacting 31b4a844b8044182a5ce8419a22628f5, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=386, earliestPutTs=1733349443516 2024-12-04T21:57:27,910 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.Compactor(225): Compacting 7fe8f0524beb43a8819a80e02a6143d6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=405, earliestPutTs=1733349444213 2024-12-04T21:57:27,911 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.Compactor(225): Compacting bc28687518314cb0b9f12153a7ee389c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=421, earliestPutTs=1733349444945 2024-12-04T21:57:27,911 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.Compactor(225): Compacting b07a3336b0cc41efa99fcdc6856604ea, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=432, earliestPutTs=1733349447156 2024-12-04T21:57:27,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073741932_1108 (size=12301) 2024-12-04T21:57:27,915 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=468 (bloomFilter=true), to=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/.tmp/A/7e09c316f15a44ef92772e876851b71b 2024-12-04T21:57:27,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/.tmp/B/0821cbb20c3d4f9db2d99be5a1acdc74 is 50, key is test_row_0/B:col10/1733349447401/Put/seqid=0 2024-12-04T21:57:27,939 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f466f4b94896be1bc1679fd7fa7d08e1#C#compaction#97 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T21:57:27,940 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/.tmp/C/daab61e735f8438db81c81c236da94dd is 50, key is test_row_0/C:col10/1733349447184/Put/seqid=0 2024-12-04T21:57:27,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073741933_1109 (size=13357) 2024-12-04T21:57:28,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073741934_1110 (size=12301) 2024-12-04T21:57:28,006 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/.tmp/C/daab61e735f8438db81c81c236da94dd as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/C/daab61e735f8438db81c81c236da94dd 2024-12-04T21:57:28,006 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=468 (bloomFilter=true), to=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/.tmp/B/0821cbb20c3d4f9db2d99be5a1acdc74 2024-12-04T21:57:28,018 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in f466f4b94896be1bc1679fd7fa7d08e1/C of f466f4b94896be1bc1679fd7fa7d08e1 into daab61e735f8438db81c81c236da94dd(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T21:57:28,019 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f466f4b94896be1bc1679fd7fa7d08e1: 2024-12-04T21:57:28,019 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., storeName=f466f4b94896be1bc1679fd7fa7d08e1/C, priority=12, startTime=1733349447765; duration=0sec 2024-12-04T21:57:28,019 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T21:57:28,019 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f466f4b94896be1bc1679fd7fa7d08e1:C 2024-12-04T21:57:28,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/.tmp/C/d832921ea55842648e1c34f906f75a30 is 50, key is test_row_0/C:col10/1733349447401/Put/seqid=0 2024-12-04T21:57:28,060 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1. as already flushing 2024-12-04T21:57:28,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(8855): Flush requested on f466f4b94896be1bc1679fd7fa7d08e1 2024-12-04T21:57:28,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073741935_1111 (size=12301) 2024-12-04T21:57:28,067 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=468 (bloomFilter=true), to=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/.tmp/C/d832921ea55842648e1c34f906f75a30 2024-12-04T21:57:28,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/.tmp/A/7e09c316f15a44ef92772e876851b71b as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/A/7e09c316f15a44ef92772e876851b71b 2024-12-04T21:57:28,083 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/A/7e09c316f15a44ef92772e876851b71b, entries=150, sequenceid=468, filesize=12.0 K 2024-12-04T21:57:28,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/.tmp/B/0821cbb20c3d4f9db2d99be5a1acdc74 as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/B/0821cbb20c3d4f9db2d99be5a1acdc74 2024-12-04T21:57:28,096 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:57:28,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39970 deadline: 1733349508096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:57:28,096 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:28,097 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:28,097 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:57:28,097 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/B/0821cbb20c3d4f9db2d99be5a1acdc74, entries=150, sequenceid=468, filesize=12.0 K 2024-12-04T21:57:28,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/.tmp/C/d832921ea55842648e1c34f906f75a30 as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/C/d832921ea55842648e1c34f906f75a30 2024-12-04T21:57:28,106 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/C/d832921ea55842648e1c34f906f75a30, entries=150, sequenceid=468, filesize=12.0 K 2024-12-04T21:57:28,108 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~380.25 KB/389376, currentSize=46.96 KB/48090 for f466f4b94896be1bc1679fd7fa7d08e1 in 240ms, sequenceid=468, compaction requested=false 2024-12-04T21:57:28,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for f466f4b94896be1bc1679fd7fa7d08e1: 2024-12-04T21:57:28,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1. 2024-12-04T21:57:28,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-12-04T21:57:28,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-12-04T21:57:28,112 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=26, resume processing ppid=25 2024-12-04T21:57:28,112 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 877 msec 2024-12-04T21:57:28,114 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=25, table=TestAcidGuarantees in 883 msec 2024-12-04T21:57:28,211 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f466f4b94896be1bc1679fd7fa7d08e1 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-12-04T21:57:28,211 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f466f4b94896be1bc1679fd7fa7d08e1, store=A 2024-12-04T21:57:28,212 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T21:57:28,212 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f466f4b94896be1bc1679fd7fa7d08e1, store=B 2024-12-04T21:57:28,212 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T21:57:28,212 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f466f4b94896be1bc1679fd7fa7d08e1, store=C 2024-12-04T21:57:28,212 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T21:57:28,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(8855): Flush requested on f466f4b94896be1bc1679fd7fa7d08e1 2024-12-04T21:57:28,231 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/.tmp/A/17168c7ee7a9464ca7ecc6c3ee4397d7 is 50, key is test_row_0/A:col10/1733349448093/Put/seqid=0 2024-12-04T21:57:28,250 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/.tmp/A/691e011e7e9b4da9b6f6ffbe504923fc as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/A/691e011e7e9b4da9b6f6ffbe504923fc 2024-12-04T21:57:28,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073741936_1112 (size=14741) 2024-12-04T21:57:28,257 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=481 (bloomFilter=true), to=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/.tmp/A/17168c7ee7a9464ca7ecc6c3ee4397d7 2024-12-04T21:57:28,261 INFO [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in f466f4b94896be1bc1679fd7fa7d08e1/A of f466f4b94896be1bc1679fd7fa7d08e1 into 691e011e7e9b4da9b6f6ffbe504923fc(size=13.0 K), total size for store is 25.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T21:57:28,261 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f466f4b94896be1bc1679fd7fa7d08e1: 2024-12-04T21:57:28,261 INFO [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., storeName=f466f4b94896be1bc1679fd7fa7d08e1/A, priority=12, startTime=1733349447765; duration=0sec 2024-12-04T21:57:28,262 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T21:57:28,262 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f466f4b94896be1bc1679fd7fa7d08e1:A 2024-12-04T21:57:28,271 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/.tmp/B/74800ac869a44c8fa71fff335059032e is 50, key is test_row_0/B:col10/1733349448093/Put/seqid=0 2024-12-04T21:57:28,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073741937_1113 (size=12301) 2024-12-04T21:57:28,297 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=481 (bloomFilter=true), to=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/.tmp/B/74800ac869a44c8fa71fff335059032e 2024-12-04T21:57:28,319 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/.tmp/C/d07ab3fef2a84cf99e43d09ec66212d4 is 50, key is test_row_0/C:col10/1733349448093/Put/seqid=0 2024-12-04T21:57:28,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073741938_1114 (size=12301) 2024-12-04T21:57:28,345 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/bb3046a53f79:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733349448325, max timestamp=1733349448343Num uniques 859; 2024-12-04T21:57:28,345 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/bb3046a53f79:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733349448325, max timestamp=1733349448343Num uniques 859; 2024-12-04T21:57:28,346 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/bb3046a53f79:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-04T21:57:28,346 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/bb3046a53f79:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-04T21:57:28,346 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/bb3046a53f79:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733349448325, max timestamp=1733349448343Num uniques 859; 2024-12-04T21:57:28,346 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/bb3046a53f79:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-04T21:57:28,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-12-04T21:57:28,378 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-04T21:57:28,378 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-04T21:57:28,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] procedure2.ProcedureExecutor(1139): Stored pid=27, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=27, table=TestAcidGuarantees 2024-12-04T21:57:28,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-12-04T21:57:28,382 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=27, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=27, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-04T21:57:28,385 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=27, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=27, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-04T21:57:28,385 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=28, ppid=27, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-04T21:57:28,445 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:57:28,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39970 deadline: 1733349508442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:57:28,447 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:28,447 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:28,447 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:57:28,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-12-04T21:57:28,539 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39095 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=28 2024-12-04T21:57:28,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1. 2024-12-04T21:57:28,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1. as already flushing 2024-12-04T21:57:28,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1. 2024-12-04T21:57:28,539 ERROR [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] handler.RSProcedureHandler(58): pid=28 java.io.IOException: Unable to complete flush {ENCODED => f466f4b94896be1bc1679fd7fa7d08e1, NAME => 'TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:57:28,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=28 java.io.IOException: Unable to complete flush {ENCODED => f466f4b94896be1bc1679fd7fa7d08e1, NAME => 'TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:57:28,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.HMaster(4177): Remote procedure failed, pid=28 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f466f4b94896be1bc1679fd7fa7d08e1, NAME => 'TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f466f4b94896be1bc1679fd7fa7d08e1, NAME => 'TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:57:28,561 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:57:28,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39970 deadline: 1733349508557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:57:28,562 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:28,562 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:28,562 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:57:28,695 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39095 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=28 2024-12-04T21:57:28,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1. 2024-12-04T21:57:28,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1. as already flushing 2024-12-04T21:57:28,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1. 2024-12-04T21:57:28,696 ERROR [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] handler.RSProcedureHandler(58): pid=28 java.io.IOException: Unable to complete flush {ENCODED => f466f4b94896be1bc1679fd7fa7d08e1, NAME => 'TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:57:28,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=28 java.io.IOException: Unable to complete flush {ENCODED => f466f4b94896be1bc1679fd7fa7d08e1, NAME => 'TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:57:28,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.HMaster(4177): Remote procedure failed, pid=28 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f466f4b94896be1bc1679fd7fa7d08e1, NAME => 'TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f466f4b94896be1bc1679fd7fa7d08e1, NAME => 'TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:57:28,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-12-04T21:57:28,734 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=481 (bloomFilter=true), to=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/.tmp/C/d07ab3fef2a84cf99e43d09ec66212d4 2024-12-04T21:57:28,753 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/.tmp/A/17168c7ee7a9464ca7ecc6c3ee4397d7 as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/A/17168c7ee7a9464ca7ecc6c3ee4397d7 2024-12-04T21:57:28,760 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/A/17168c7ee7a9464ca7ecc6c3ee4397d7, entries=200, sequenceid=481, filesize=14.4 K 2024-12-04T21:57:28,762 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/.tmp/B/74800ac869a44c8fa71fff335059032e as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/B/74800ac869a44c8fa71fff335059032e 2024-12-04T21:57:28,769 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/B/74800ac869a44c8fa71fff335059032e, entries=150, sequenceid=481, filesize=12.0 K 2024-12-04T21:57:28,771 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/.tmp/C/d07ab3fef2a84cf99e43d09ec66212d4 as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/C/d07ab3fef2a84cf99e43d09ec66212d4 2024-12-04T21:57:28,773 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:57:28,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39970 deadline: 1733349508768, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:57:28,774 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:28,774 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:28,774 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:57:28,781 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/C/d07ab3fef2a84cf99e43d09ec66212d4, entries=150, sequenceid=481, filesize=12.0 K 2024-12-04T21:57:28,782 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for f466f4b94896be1bc1679fd7fa7d08e1 in 571ms, sequenceid=481, compaction requested=true 2024-12-04T21:57:28,782 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f466f4b94896be1bc1679fd7fa7d08e1: 2024-12-04T21:57:28,783 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f466f4b94896be1bc1679fd7fa7d08e1:A, priority=-2147483648, current under compaction store size is 1 2024-12-04T21:57:28,783 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T21:57:28,783 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T21:57:28,783 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f466f4b94896be1bc1679fd7fa7d08e1:B, priority=-2147483648, current under compaction store size is 2 2024-12-04T21:57:28,783 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T21:57:28,783 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T21:57:28,783 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f466f4b94896be1bc1679fd7fa7d08e1:C, priority=-2147483648, current under compaction store size is 3 2024-12-04T21:57:28,783 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T21:57:28,784 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37959 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T21:57:28,784 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HStore(1541): f466f4b94896be1bc1679fd7fa7d08e1/B is initiating minor compaction (all files) 2024-12-04T21:57:28,784 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f466f4b94896be1bc1679fd7fa7d08e1/B in TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1. 2024-12-04T21:57:28,784 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/B/b559151795e74b5f90fe19f753d59077, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/B/0821cbb20c3d4f9db2d99be5a1acdc74, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/B/74800ac869a44c8fa71fff335059032e] into tmpdir=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/.tmp, totalSize=37.1 K 2024-12-04T21:57:28,784 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40399 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T21:57:28,784 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HStore(1541): f466f4b94896be1bc1679fd7fa7d08e1/A is initiating minor compaction (all files) 2024-12-04T21:57:28,784 INFO [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f466f4b94896be1bc1679fd7fa7d08e1/A in TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1. 2024-12-04T21:57:28,784 INFO [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/A/691e011e7e9b4da9b6f6ffbe504923fc, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/A/7e09c316f15a44ef92772e876851b71b, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/A/17168c7ee7a9464ca7ecc6c3ee4397d7] into tmpdir=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/.tmp, totalSize=39.5 K 2024-12-04T21:57:28,785 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] compactions.Compactor(225): Compacting 691e011e7e9b4da9b6f6ffbe504923fc, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=432, earliestPutTs=1733349447156 2024-12-04T21:57:28,786 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.Compactor(225): Compacting b559151795e74b5f90fe19f753d59077, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=432, earliestPutTs=1733349447156 2024-12-04T21:57:28,786 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7e09c316f15a44ef92772e876851b71b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=468, earliestPutTs=1733349447401 2024-12-04T21:57:28,786 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.Compactor(225): Compacting 0821cbb20c3d4f9db2d99be5a1acdc74, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=468, earliestPutTs=1733349447401 2024-12-04T21:57:28,786 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] compactions.Compactor(225): Compacting 17168c7ee7a9464ca7ecc6c3ee4397d7, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=481, earliestPutTs=1733349448076 2024-12-04T21:57:28,787 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.Compactor(225): Compacting 74800ac869a44c8fa71fff335059032e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=481, earliestPutTs=1733349448088 2024-12-04T21:57:28,802 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f466f4b94896be1bc1679fd7fa7d08e1#B#compaction#102 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T21:57:28,803 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/.tmp/B/cd73051292654750af0ce51e819d7192 is 50, key is test_row_0/B:col10/1733349448093/Put/seqid=0 2024-12-04T21:57:28,815 INFO [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f466f4b94896be1bc1679fd7fa7d08e1#A#compaction#103 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T21:57:28,816 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/.tmp/A/69e360b1b86e4fa9bff63dd2312a5549 is 50, key is test_row_0/A:col10/1733349448093/Put/seqid=0 2024-12-04T21:57:28,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073741939_1115 (size=13459) 2024-12-04T21:57:28,850 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39095 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=28 2024-12-04T21:57:28,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1. 2024-12-04T21:57:28,850 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegion(2902): Flushing f466f4b94896be1bc1679fd7fa7d08e1 3/3 column families, dataSize=127.47 KB heapSize=365.06 KB 2024-12-04T21:57:28,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f466f4b94896be1bc1679fd7fa7d08e1, store=A 2024-12-04T21:57:28,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-04T21:57:28,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f466f4b94896be1bc1679fd7fa7d08e1, store=B 2024-12-04T21:57:28,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-04T21:57:28,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f466f4b94896be1bc1679fd7fa7d08e1, store=C 2024-12-04T21:57:28,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-04T21:57:28,855 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/.tmp/B/cd73051292654750af0ce51e819d7192 as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/B/cd73051292654750af0ce51e819d7192 2024-12-04T21:57:28,864 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f466f4b94896be1bc1679fd7fa7d08e1/B of f466f4b94896be1bc1679fd7fa7d08e1 into cd73051292654750af0ce51e819d7192(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T21:57:28,864 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f466f4b94896be1bc1679fd7fa7d08e1: 2024-12-04T21:57:28,864 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., storeName=f466f4b94896be1bc1679fd7fa7d08e1/B, priority=13, startTime=1733349448783; duration=0sec 2024-12-04T21:57:28,864 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T21:57:28,864 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f466f4b94896be1bc1679fd7fa7d08e1:B 2024-12-04T21:57:28,864 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T21:57:28,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/.tmp/A/975832b5875a46cea4dd3b05aff4088f is 50, key is test_row_0/A:col10/1733349448385/Put/seqid=0 2024-12-04T21:57:28,869 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37959 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T21:57:28,869 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HStore(1541): f466f4b94896be1bc1679fd7fa7d08e1/C is initiating minor compaction (all files) 2024-12-04T21:57:28,869 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f466f4b94896be1bc1679fd7fa7d08e1/C in TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1. 2024-12-04T21:57:28,869 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/C/daab61e735f8438db81c81c236da94dd, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/C/d832921ea55842648e1c34f906f75a30, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/C/d07ab3fef2a84cf99e43d09ec66212d4] into tmpdir=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/.tmp, totalSize=37.1 K 2024-12-04T21:57:28,870 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.Compactor(225): Compacting daab61e735f8438db81c81c236da94dd, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=432, earliestPutTs=1733349447156 2024-12-04T21:57:28,870 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.Compactor(225): Compacting d832921ea55842648e1c34f906f75a30, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=468, earliestPutTs=1733349447401 2024-12-04T21:57:28,871 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.Compactor(225): Compacting d07ab3fef2a84cf99e43d09ec66212d4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=481, earliestPutTs=1733349448088 2024-12-04T21:57:28,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073741940_1116 (size=13459) 2024-12-04T21:57:28,880 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/.tmp/A/69e360b1b86e4fa9bff63dd2312a5549 as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/A/69e360b1b86e4fa9bff63dd2312a5549 2024-12-04T21:57:28,891 INFO [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f466f4b94896be1bc1679fd7fa7d08e1/A of f466f4b94896be1bc1679fd7fa7d08e1 into 69e360b1b86e4fa9bff63dd2312a5549(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T21:57:28,891 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f466f4b94896be1bc1679fd7fa7d08e1: 2024-12-04T21:57:28,891 INFO [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., storeName=f466f4b94896be1bc1679fd7fa7d08e1/A, priority=13, startTime=1733349448783; duration=0sec 2024-12-04T21:57:28,891 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T21:57:28,891 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f466f4b94896be1bc1679fd7fa7d08e1:A 2024-12-04T21:57:28,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073741941_1117 (size=12301) 2024-12-04T21:57:28,895 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f466f4b94896be1bc1679fd7fa7d08e1#C#compaction#105 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T21:57:28,896 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/.tmp/C/42c7b366c94f4c1b92bf11731034b48d is 50, key is test_row_0/C:col10/1733349448093/Put/seqid=0 2024-12-04T21:57:28,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073741942_1118 (size=13459) 2024-12-04T21:57:29,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-12-04T21:57:29,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(8855): Flush requested on f466f4b94896be1bc1679fd7fa7d08e1 2024-12-04T21:57:29,089 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1. as already flushing 2024-12-04T21:57:29,143 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:57:29,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39970 deadline: 1733349509139, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:57:29,144 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:29,144 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:29,144 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:57:29,250 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:57:29,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39970 deadline: 1733349509248, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:57:29,251 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:29,251 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:29,251 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:57:29,293 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=518 (bloomFilter=true), to=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/.tmp/A/975832b5875a46cea4dd3b05aff4088f 2024-12-04T21:57:29,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/.tmp/B/d8af2825e64a401d8b63a7d7911ed302 is 50, key is test_row_0/B:col10/1733349448385/Put/seqid=0 2024-12-04T21:57:29,319 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/.tmp/C/42c7b366c94f4c1b92bf11731034b48d as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/C/42c7b366c94f4c1b92bf11731034b48d 2024-12-04T21:57:29,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073741943_1119 (size=12301) 2024-12-04T21:57:29,324 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=518 (bloomFilter=true), to=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/.tmp/B/d8af2825e64a401d8b63a7d7911ed302 2024-12-04T21:57:29,328 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f466f4b94896be1bc1679fd7fa7d08e1/C of f466f4b94896be1bc1679fd7fa7d08e1 into 42c7b366c94f4c1b92bf11731034b48d(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T21:57:29,329 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f466f4b94896be1bc1679fd7fa7d08e1: 2024-12-04T21:57:29,329 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., storeName=f466f4b94896be1bc1679fd7fa7d08e1/C, priority=13, startTime=1733349448783; duration=0sec 2024-12-04T21:57:29,329 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T21:57:29,329 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f466f4b94896be1bc1679fd7fa7d08e1:C 2024-12-04T21:57:29,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/.tmp/C/2f0d5fc2061f412f99db3f0089c4eebb is 50, key is test_row_0/C:col10/1733349448385/Put/seqid=0 2024-12-04T21:57:29,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073741944_1120 (size=12301) 2024-12-04T21:57:29,458 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:57:29,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39970 deadline: 1733349509457, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:57:29,459 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:29,459 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:29,459 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:57:29,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-12-04T21:57:29,688 INFO [Thread-156 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-156. 2024-12-04T21:57:29,688 DEBUG [Thread-156 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-04T21:57:29,689 INFO [Thread-160 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-160. 2024-12-04T21:57:29,689 DEBUG [Thread-160 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-04T21:57:29,690 INFO [Thread-154 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-154. 2024-12-04T21:57:29,690 DEBUG [Thread-154 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-04T21:57:29,691 INFO [Thread-158 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-158. 2024-12-04T21:57:29,691 DEBUG [Thread-158 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-04T21:57:29,694 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T21:57:29,694 DEBUG [Thread-156 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T21:57:29,694 DEBUG [Thread-154 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T21:57:29,694 DEBUG [Thread-158 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T21:57:29,695 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T21:57:29,695 DEBUG [Thread-156 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T21:57:29,695 DEBUG [Thread-158 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T21:57:29,695 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T21:57:29,695 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T21:57:29,695 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T21:57:29,695 DEBUG [Thread-154 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T21:57:29,695 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T21:57:29,698 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:57:29,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40032 deadline: 1733349509698, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:57:29,699 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to bb3046a53f79,39095,1733349424047 for 'test_row_0' in f466f4b94896be1bc1679fd7fa7d08e1 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8191 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-04T21:57:29,699 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:29,699 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:29,700 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:57:29,738 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:57:29,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40020 deadline: 1733349509738, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:57:29,739 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to bb3046a53f79,39095,1733349424047 for 'test_row_0' in f466f4b94896be1bc1679fd7fa7d08e1 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8234 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-04T21:57:29,740 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:29,740 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:29,740 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:57:29,768 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:57:29,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 215 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39970 deadline: 1733349509768, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:57:29,768 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:29,768 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:29,769 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:57:29,770 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=518 (bloomFilter=true), to=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/.tmp/C/2f0d5fc2061f412f99db3f0089c4eebb 2024-12-04T21:57:29,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/.tmp/A/975832b5875a46cea4dd3b05aff4088f as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/A/975832b5875a46cea4dd3b05aff4088f 2024-12-04T21:57:29,779 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/A/975832b5875a46cea4dd3b05aff4088f, entries=150, sequenceid=518, filesize=12.0 K 2024-12-04T21:57:29,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/.tmp/B/d8af2825e64a401d8b63a7d7911ed302 as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/B/d8af2825e64a401d8b63a7d7911ed302 2024-12-04T21:57:29,783 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/B/d8af2825e64a401d8b63a7d7911ed302, entries=150, sequenceid=518, filesize=12.0 K 2024-12-04T21:57:29,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/.tmp/C/2f0d5fc2061f412f99db3f0089c4eebb as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/C/2f0d5fc2061f412f99db3f0089c4eebb 2024-12-04T21:57:29,788 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/C/2f0d5fc2061f412f99db3f0089c4eebb, entries=150, sequenceid=518, filesize=12.0 K 2024-12-04T21:57:29,789 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~365.02 KB/373776, currentSize=53.67 KB/54960 for f466f4b94896be1bc1679fd7fa7d08e1 in 939ms, sequenceid=518, compaction requested=false 2024-12-04T21:57:29,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for f466f4b94896be1bc1679fd7fa7d08e1: 2024-12-04T21:57:29,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1. 2024-12-04T21:57:29,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-12-04T21:57:29,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-12-04T21:57:29,792 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=28, resume processing ppid=27 2024-12-04T21:57:29,792 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=27, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4060 sec 2024-12-04T21:57:29,794 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=27, table=TestAcidGuarantees in 1.4150 sec 2024-12-04T21:57:30,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(8855): Flush requested on f466f4b94896be1bc1679fd7fa7d08e1 2024-12-04T21:57:30,280 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f466f4b94896be1bc1679fd7fa7d08e1 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-12-04T21:57:30,280 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f466f4b94896be1bc1679fd7fa7d08e1, store=A 2024-12-04T21:57:30,280 INFO [Thread-145 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-145. 2024-12-04T21:57:30,280 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T21:57:30,280 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f466f4b94896be1bc1679fd7fa7d08e1, store=B 2024-12-04T21:57:30,280 DEBUG [Thread-145 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-04T21:57:30,280 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T21:57:30,280 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f466f4b94896be1bc1679fd7fa7d08e1, store=C 2024-12-04T21:57:30,280 DEBUG [Thread-145 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T21:57:30,280 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T21:57:30,280 DEBUG [Thread-145 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T21:57:30,280 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T21:57:30,284 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/.tmp/A/ca2be0795b3a4b83bede84fb693fdd4d is 50, key is test_row_0/A:col10/1733349450278/Put/seqid=0 2024-12-04T21:57:30,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073741945_1121 (size=12301) 2024-12-04T21:57:30,290 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=533 (bloomFilter=true), to=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/.tmp/A/ca2be0795b3a4b83bede84fb693fdd4d 2024-12-04T21:57:30,300 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/.tmp/B/a7bff363620d4ffea5e3cdfbf6d07cdd is 50, key is test_row_0/B:col10/1733349450278/Put/seqid=0 2024-12-04T21:57:30,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073741946_1122 (size=12301) 2024-12-04T21:57:30,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-12-04T21:57:30,529 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-04T21:57:30,708 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=533 (bloomFilter=true), to=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/.tmp/B/a7bff363620d4ffea5e3cdfbf6d07cdd 2024-12-04T21:57:30,715 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/.tmp/C/9caad69a47274e1fb95cce06b82c1ead is 50, key is test_row_0/C:col10/1733349450278/Put/seqid=0 2024-12-04T21:57:30,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073741947_1123 (size=12301) 2024-12-04T21:57:31,120 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=533 (bloomFilter=true), to=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/.tmp/C/9caad69a47274e1fb95cce06b82c1ead 2024-12-04T21:57:31,128 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/.tmp/A/ca2be0795b3a4b83bede84fb693fdd4d as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/A/ca2be0795b3a4b83bede84fb693fdd4d 2024-12-04T21:57:31,135 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/A/ca2be0795b3a4b83bede84fb693fdd4d, entries=150, sequenceid=533, filesize=12.0 K 2024-12-04T21:57:31,136 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/.tmp/B/a7bff363620d4ffea5e3cdfbf6d07cdd as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/B/a7bff363620d4ffea5e3cdfbf6d07cdd 2024-12-04T21:57:31,140 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/B/a7bff363620d4ffea5e3cdfbf6d07cdd, entries=150, sequenceid=533, filesize=12.0 K 2024-12-04T21:57:31,141 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/.tmp/C/9caad69a47274e1fb95cce06b82c1ead as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/C/9caad69a47274e1fb95cce06b82c1ead 2024-12-04T21:57:31,146 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/C/9caad69a47274e1fb95cce06b82c1ead, entries=150, sequenceid=533, filesize=12.0 K 2024-12-04T21:57:31,147 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=0 B/0 for f466f4b94896be1bc1679fd7fa7d08e1 in 868ms, sequenceid=533, compaction requested=true 2024-12-04T21:57:31,147 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f466f4b94896be1bc1679fd7fa7d08e1: 2024-12-04T21:57:31,147 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f466f4b94896be1bc1679fd7fa7d08e1:A, priority=-2147483648, current under compaction store size is 1 2024-12-04T21:57:31,147 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T21:57:31,147 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T21:57:31,147 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f466f4b94896be1bc1679fd7fa7d08e1:B, priority=-2147483648, current under compaction store size is 2 2024-12-04T21:57:31,147 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T21:57:31,147 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f466f4b94896be1bc1679fd7fa7d08e1:C, priority=-2147483648, current under compaction store size is 3 2024-12-04T21:57:31,147 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T21:57:31,147 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T21:57:31,148 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38061 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T21:57:31,148 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38061 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T21:57:31,148 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HStore(1541): f466f4b94896be1bc1679fd7fa7d08e1/B is initiating minor compaction (all files) 2024-12-04T21:57:31,148 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HStore(1541): f466f4b94896be1bc1679fd7fa7d08e1/A is initiating minor compaction (all files) 2024-12-04T21:57:31,148 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f466f4b94896be1bc1679fd7fa7d08e1/B in TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1. 2024-12-04T21:57:31,148 INFO [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f466f4b94896be1bc1679fd7fa7d08e1/A in TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1. 2024-12-04T21:57:31,149 INFO [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/A/69e360b1b86e4fa9bff63dd2312a5549, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/A/975832b5875a46cea4dd3b05aff4088f, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/A/ca2be0795b3a4b83bede84fb693fdd4d] into tmpdir=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/.tmp, totalSize=37.2 K 2024-12-04T21:57:31,149 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/B/cd73051292654750af0ce51e819d7192, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/B/d8af2825e64a401d8b63a7d7911ed302, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/B/a7bff363620d4ffea5e3cdfbf6d07cdd] into tmpdir=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/.tmp, totalSize=37.2 K 2024-12-04T21:57:31,149 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.Compactor(225): Compacting cd73051292654750af0ce51e819d7192, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=481, earliestPutTs=1733349448088 2024-12-04T21:57:31,149 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.Compactor(225): Compacting d8af2825e64a401d8b63a7d7911ed302, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=518, earliestPutTs=1733349448385 2024-12-04T21:57:31,150 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] compactions.Compactor(225): Compacting 69e360b1b86e4fa9bff63dd2312a5549, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=481, earliestPutTs=1733349448088 2024-12-04T21:57:31,150 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.Compactor(225): Compacting a7bff363620d4ffea5e3cdfbf6d07cdd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=533, earliestPutTs=1733349449112 2024-12-04T21:57:31,150 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] compactions.Compactor(225): Compacting 975832b5875a46cea4dd3b05aff4088f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=518, earliestPutTs=1733349448385 2024-12-04T21:57:31,150 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] compactions.Compactor(225): Compacting ca2be0795b3a4b83bede84fb693fdd4d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=533, earliestPutTs=1733349449112 2024-12-04T21:57:31,158 INFO [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f466f4b94896be1bc1679fd7fa7d08e1#A#compaction#111 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-04T21:57:31,158 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f466f4b94896be1bc1679fd7fa7d08e1#B#compaction#112 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T21:57:31,159 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/.tmp/B/e746716e6cea42bab3ca86d896f1ca7d is 50, key is test_row_0/B:col10/1733349450278/Put/seqid=0 2024-12-04T21:57:31,159 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/.tmp/A/67f3b8a2b9824a47ab29bb1788500fbe is 50, key is test_row_0/A:col10/1733349450278/Put/seqid=0 2024-12-04T21:57:31,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073741948_1124 (size=13561) 2024-12-04T21:57:31,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073741949_1125 (size=13561) 2024-12-04T21:57:31,569 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/.tmp/A/67f3b8a2b9824a47ab29bb1788500fbe as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/A/67f3b8a2b9824a47ab29bb1788500fbe 2024-12-04T21:57:31,569 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/.tmp/B/e746716e6cea42bab3ca86d896f1ca7d as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/B/e746716e6cea42bab3ca86d896f1ca7d 2024-12-04T21:57:31,574 INFO [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f466f4b94896be1bc1679fd7fa7d08e1/A of f466f4b94896be1bc1679fd7fa7d08e1 into 67f3b8a2b9824a47ab29bb1788500fbe(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T21:57:31,574 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f466f4b94896be1bc1679fd7fa7d08e1/B of f466f4b94896be1bc1679fd7fa7d08e1 into e746716e6cea42bab3ca86d896f1ca7d(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T21:57:31,574 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f466f4b94896be1bc1679fd7fa7d08e1: 2024-12-04T21:57:31,574 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f466f4b94896be1bc1679fd7fa7d08e1: 2024-12-04T21:57:31,574 INFO [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., storeName=f466f4b94896be1bc1679fd7fa7d08e1/A, priority=13, startTime=1733349451147; duration=0sec 2024-12-04T21:57:31,574 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., storeName=f466f4b94896be1bc1679fd7fa7d08e1/B, priority=13, startTime=1733349451147; duration=0sec 2024-12-04T21:57:31,575 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T21:57:31,575 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f466f4b94896be1bc1679fd7fa7d08e1:A 2024-12-04T21:57:31,575 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T21:57:31,575 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f466f4b94896be1bc1679fd7fa7d08e1:B 2024-12-04T21:57:31,575 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T21:57:31,576 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38061 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T21:57:31,576 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HStore(1541): f466f4b94896be1bc1679fd7fa7d08e1/C is initiating minor compaction (all files) 2024-12-04T21:57:31,576 INFO [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f466f4b94896be1bc1679fd7fa7d08e1/C in TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1. 2024-12-04T21:57:31,577 INFO [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/C/42c7b366c94f4c1b92bf11731034b48d, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/C/2f0d5fc2061f412f99db3f0089c4eebb, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/C/9caad69a47274e1fb95cce06b82c1ead] into tmpdir=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/.tmp, totalSize=37.2 K 2024-12-04T21:57:31,577 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] compactions.Compactor(225): Compacting 42c7b366c94f4c1b92bf11731034b48d, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=481, earliestPutTs=1733349448088 2024-12-04T21:57:31,578 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2f0d5fc2061f412f99db3f0089c4eebb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=518, earliestPutTs=1733349448385 2024-12-04T21:57:31,578 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9caad69a47274e1fb95cce06b82c1ead, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=533, earliestPutTs=1733349449112 2024-12-04T21:57:31,586 INFO [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f466f4b94896be1bc1679fd7fa7d08e1#C#compaction#113 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T21:57:31,587 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/.tmp/C/0628f06cf7f34d28ade799736d5a0649 is 50, key is test_row_0/C:col10/1733349450278/Put/seqid=0 2024-12-04T21:57:31,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073741950_1126 (size=13561) 2024-12-04T21:57:31,998 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/.tmp/C/0628f06cf7f34d28ade799736d5a0649 as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/C/0628f06cf7f34d28ade799736d5a0649 2024-12-04T21:57:32,004 INFO [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f466f4b94896be1bc1679fd7fa7d08e1/C of f466f4b94896be1bc1679fd7fa7d08e1 into 0628f06cf7f34d28ade799736d5a0649(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T21:57:32,004 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f466f4b94896be1bc1679fd7fa7d08e1: 2024-12-04T21:57:32,004 INFO [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., storeName=f466f4b94896be1bc1679fd7fa7d08e1/C, priority=13, startTime=1733349451147; duration=0sec 2024-12-04T21:57:32,004 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T21:57:32,004 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f466f4b94896be1bc1679fd7fa7d08e1:C 2024-12-04T21:57:32,260 INFO [Thread-143 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-143. 2024-12-04T21:57:32,260 DEBUG [Thread-143 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-04T21:57:32,260 DEBUG [Thread-143 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T21:57:32,260 DEBUG [Thread-143 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T21:57:32,260 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T21:57:32,270 INFO [Thread-149 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-149. 2024-12-04T21:57:32,270 DEBUG [Thread-149 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-04T21:57:32,270 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T21:57:32,270 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T21:57:32,270 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T21:57:32,509 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-04T21:57:39,761 INFO [Thread-147 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-147. 2024-12-04T21:57:39,761 DEBUG [Thread-147 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-04T21:57:39,761 DEBUG [Thread-147 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T21:57:39,761 DEBUG [Thread-147 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T21:57:39,762 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T21:57:39,802 INFO [Thread-151 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-151. 2024-12-04T21:57:39,803 DEBUG [Thread-151 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-04T21:57:39,803 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T21:57:39,803 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T21:57:39,803 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T21:57:39,804 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-12-04T21:57:39,804 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 47 2024-12-04T21:57:39,804 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 172 2024-12-04T21:57:39,804 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 103 2024-12-04T21:57:39,804 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 51 2024-12-04T21:57:39,804 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 51 2024-12-04T21:57:39,804 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-12-04T21:57:39,805 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3152 2024-12-04T21:57:39,805 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3099 2024-12-04T21:57:39,805 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-12-04T21:57:39,805 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1426 2024-12-04T21:57:39,805 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4272 rows 2024-12-04T21:57:39,805 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1445 2024-12-04T21:57:39,805 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4329 rows 2024-12-04T21:57:39,806 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T21:57:39,806 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:91) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMixedAtomicity(AcidGuaranteesTestBase.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T21:57:39,806 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T21:57:39,806 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T21:57:39,806 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T21:57:39,813 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-12-04T21:57:39,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] procedure2.ProcedureExecutor(1139): Stored pid=29, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-12-04T21:57:39,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-12-04T21:57:39,822 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733349459821"}]},"ts":"1733349459821"} 2024-12-04T21:57:39,823 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-12-04T21:57:39,824 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-12-04T21:57:39,826 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=30, ppid=29, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-04T21:57:39,830 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=31, ppid=30, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=f466f4b94896be1bc1679fd7fa7d08e1, UNASSIGN}] 2024-12-04T21:57:39,830 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=30, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=f466f4b94896be1bc1679fd7fa7d08e1, UNASSIGN 2024-12-04T21:57:39,832 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=31 updating hbase:meta row=f466f4b94896be1bc1679fd7fa7d08e1, regionState=CLOSING, regionLocation=bb3046a53f79,39095,1733349424047 2024-12-04T21:57:39,833 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=31, ppid=30, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=f466f4b94896be1bc1679fd7fa7d08e1, UNASSIGN because future has completed 2024-12-04T21:57:39,834 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-04T21:57:39,834 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=32, ppid=31, state=RUNNABLE, hasLock=false; CloseRegionProcedure f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047}] 2024-12-04T21:57:39,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-12-04T21:57:39,992 INFO [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] handler.UnassignRegionHandler(122): Close f466f4b94896be1bc1679fd7fa7d08e1 2024-12-04T21:57:39,993 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-04T21:57:39,994 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegion(1722): Closing f466f4b94896be1bc1679fd7fa7d08e1, disabling compactions & flushes 2024-12-04T21:57:39,994 INFO [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1. 2024-12-04T21:57:39,994 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1. 2024-12-04T21:57:39,994 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1. after waiting 0 ms 2024-12-04T21:57:39,994 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1. 2024-12-04T21:57:39,994 INFO [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegion(2902): Flushing f466f4b94896be1bc1679fd7fa7d08e1 3/3 column families, dataSize=26.84 KB heapSize=80.44 KB 2024-12-04T21:57:39,994 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f466f4b94896be1bc1679fd7fa7d08e1, store=A 2024-12-04T21:57:39,994 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T21:57:39,994 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f466f4b94896be1bc1679fd7fa7d08e1, store=B 2024-12-04T21:57:39,995 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T21:57:39,995 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f466f4b94896be1bc1679fd7fa7d08e1, store=C 2024-12-04T21:57:39,995 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T21:57:40,000 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/.tmp/A/895f9d3ccf02453a9c1825c44cceaae4 is 50, key is test_row_0/A:col10/1733349459799/Put/seqid=0 2024-12-04T21:57:40,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073741951_1127 (size=12301) 2024-12-04T21:57:40,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-12-04T21:57:40,405 INFO [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=543 (bloomFilter=true), to=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/.tmp/A/895f9d3ccf02453a9c1825c44cceaae4 2024-12-04T21:57:40,417 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/.tmp/B/abcfb76088de4e8d8907695f9c005691 is 50, key is test_row_0/B:col10/1733349459799/Put/seqid=0 2024-12-04T21:57:40,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073741952_1128 (size=12301) 2024-12-04T21:57:40,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-12-04T21:57:40,823 INFO [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=543 (bloomFilter=true), to=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/.tmp/B/abcfb76088de4e8d8907695f9c005691 2024-12-04T21:57:40,836 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/.tmp/C/f6fa3c93d58c4932b99a0709e9151dd4 is 50, key is test_row_0/C:col10/1733349459799/Put/seqid=0 2024-12-04T21:57:40,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073741953_1129 (size=12301) 2024-12-04T21:57:40,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-12-04T21:57:41,242 INFO [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=543 (bloomFilter=true), to=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/.tmp/C/f6fa3c93d58c4932b99a0709e9151dd4 2024-12-04T21:57:41,250 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/.tmp/A/895f9d3ccf02453a9c1825c44cceaae4 as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/A/895f9d3ccf02453a9c1825c44cceaae4 2024-12-04T21:57:41,254 INFO [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/A/895f9d3ccf02453a9c1825c44cceaae4, entries=150, sequenceid=543, filesize=12.0 K 2024-12-04T21:57:41,255 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/.tmp/B/abcfb76088de4e8d8907695f9c005691 as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/B/abcfb76088de4e8d8907695f9c005691 2024-12-04T21:57:41,260 INFO [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/B/abcfb76088de4e8d8907695f9c005691, entries=150, sequenceid=543, filesize=12.0 K 2024-12-04T21:57:41,260 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/.tmp/C/f6fa3c93d58c4932b99a0709e9151dd4 as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/C/f6fa3c93d58c4932b99a0709e9151dd4 2024-12-04T21:57:41,265 INFO [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/C/f6fa3c93d58c4932b99a0709e9151dd4, entries=150, sequenceid=543, filesize=12.0 K 2024-12-04T21:57:41,266 INFO [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegion(3140): Finished flush of dataSize ~26.84 KB/27480, heapSize ~80.39 KB/82320, currentSize=0 B/0 for f466f4b94896be1bc1679fd7fa7d08e1 in 1272ms, sequenceid=543, compaction requested=false 2024-12-04T21:57:41,267 DEBUG [StoreCloser-TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/A/f2dd52f706964893a63329b2953d85c2, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/A/c448c75a0cd941519ecf0f2dc05c29ab, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/A/dbcc2a09171a411d8a764b8192bc8895, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/A/37d45d01fb3a4cff86845fe0252d1eed, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/A/224b142daf484167ab02a30099003f58, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/A/01c7a3ef946e4c8f98396b9275467701, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/A/bdf06a77b8f144c0b7fd0ce3e1d95aa4, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/A/52919f5184554a5e871ef2d206ebb75d, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/A/2f1a1e1fb2cc4c9aa0e5fc3094cb6951, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/A/d8bdebb1918542babc69f3aa84dee478, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/A/fd4a2a4c0a954fd8a826b244b10e6280, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/A/8328b655bec44633ae3208ada7194c8d, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/A/f46663edbe534d7d861f8b1ac416a623, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/A/e3f9e49b7508472a8a6b536da7ce2959, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/A/84afdfedf2e5471b979269de67a85d40, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/A/031d56aae44042829b7019ad765e8071, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/A/35e85f64597647148a33eae5909610c2, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/A/03dbd9df4c2c4fad8ccdbc31a88819b7, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/A/adaecb8ca86c45d1b7645abc50570b9c, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/A/5f3b21f0325d491e8c82b22d4085b1a1, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/A/e2fab94923b64214b0032544f7e8ddcd, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/A/e9e1bde8ab8e405fbe41451abb459e76, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/A/7c8541d877b2472a8b0376ac39c6b68d, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/A/64d703a0220e42a989c59c33f7cc19c7, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/A/3380e047566a482a8c153e0db5a6bf9f, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/A/c56a910143064202a255a5972e16a40d, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/A/44a13b2203df49619a14c4d999f2511e, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/A/101205002203421ab5ea643c300c011b, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/A/b0517d87e7a14349aa413da61ff36278, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/A/dae2527e38f0463a9cccd742a766f69f, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/A/691e011e7e9b4da9b6f6ffbe504923fc, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/A/244b51c1ae06430bb6e4613a2b5ef12d, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/A/7e09c316f15a44ef92772e876851b71b, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/A/17168c7ee7a9464ca7ecc6c3ee4397d7, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/A/69e360b1b86e4fa9bff63dd2312a5549, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/A/975832b5875a46cea4dd3b05aff4088f, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/A/ca2be0795b3a4b83bede84fb693fdd4d] to archive 2024-12-04T21:57:41,271 DEBUG [StoreCloser-TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-04T21:57:41,276 DEBUG [StoreCloser-TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/A/f2dd52f706964893a63329b2953d85c2 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/A/f2dd52f706964893a63329b2953d85c2 2024-12-04T21:57:41,278 DEBUG [StoreCloser-TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/A/c448c75a0cd941519ecf0f2dc05c29ab to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/A/c448c75a0cd941519ecf0f2dc05c29ab 2024-12-04T21:57:41,280 DEBUG [StoreCloser-TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/A/dbcc2a09171a411d8a764b8192bc8895 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/A/dbcc2a09171a411d8a764b8192bc8895 2024-12-04T21:57:41,281 DEBUG [StoreCloser-TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/A/37d45d01fb3a4cff86845fe0252d1eed to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/A/37d45d01fb3a4cff86845fe0252d1eed 2024-12-04T21:57:41,282 DEBUG [StoreCloser-TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/A/224b142daf484167ab02a30099003f58 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/A/224b142daf484167ab02a30099003f58 2024-12-04T21:57:41,284 DEBUG [StoreCloser-TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/A/01c7a3ef946e4c8f98396b9275467701 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/A/01c7a3ef946e4c8f98396b9275467701 2024-12-04T21:57:41,285 DEBUG [StoreCloser-TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/A/bdf06a77b8f144c0b7fd0ce3e1d95aa4 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/A/bdf06a77b8f144c0b7fd0ce3e1d95aa4 2024-12-04T21:57:41,286 DEBUG [StoreCloser-TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/A/52919f5184554a5e871ef2d206ebb75d to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/A/52919f5184554a5e871ef2d206ebb75d 2024-12-04T21:57:41,288 DEBUG [StoreCloser-TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/A/2f1a1e1fb2cc4c9aa0e5fc3094cb6951 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/A/2f1a1e1fb2cc4c9aa0e5fc3094cb6951 2024-12-04T21:57:41,288 DEBUG [StoreCloser-TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/A/d8bdebb1918542babc69f3aa84dee478 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/A/d8bdebb1918542babc69f3aa84dee478 2024-12-04T21:57:41,289 DEBUG [StoreCloser-TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/A/fd4a2a4c0a954fd8a826b244b10e6280 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/A/fd4a2a4c0a954fd8a826b244b10e6280 2024-12-04T21:57:41,291 DEBUG [StoreCloser-TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/A/8328b655bec44633ae3208ada7194c8d to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/A/8328b655bec44633ae3208ada7194c8d 2024-12-04T21:57:41,292 DEBUG [StoreCloser-TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/A/f46663edbe534d7d861f8b1ac416a623 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/A/f46663edbe534d7d861f8b1ac416a623 2024-12-04T21:57:41,292 DEBUG [StoreCloser-TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/A/e3f9e49b7508472a8a6b536da7ce2959 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/A/e3f9e49b7508472a8a6b536da7ce2959 2024-12-04T21:57:41,293 DEBUG [StoreCloser-TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/A/84afdfedf2e5471b979269de67a85d40 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/A/84afdfedf2e5471b979269de67a85d40 2024-12-04T21:57:41,295 DEBUG [StoreCloser-TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/A/031d56aae44042829b7019ad765e8071 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/A/031d56aae44042829b7019ad765e8071 2024-12-04T21:57:41,295 DEBUG [StoreCloser-TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/A/35e85f64597647148a33eae5909610c2 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/A/35e85f64597647148a33eae5909610c2 2024-12-04T21:57:41,296 DEBUG [StoreCloser-TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/A/03dbd9df4c2c4fad8ccdbc31a88819b7 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/A/03dbd9df4c2c4fad8ccdbc31a88819b7 2024-12-04T21:57:41,297 DEBUG [StoreCloser-TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/A/adaecb8ca86c45d1b7645abc50570b9c to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/A/adaecb8ca86c45d1b7645abc50570b9c 2024-12-04T21:57:41,298 DEBUG [StoreCloser-TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/A/5f3b21f0325d491e8c82b22d4085b1a1 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/A/5f3b21f0325d491e8c82b22d4085b1a1 2024-12-04T21:57:41,299 DEBUG [StoreCloser-TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/A/e2fab94923b64214b0032544f7e8ddcd to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/A/e2fab94923b64214b0032544f7e8ddcd 2024-12-04T21:57:41,300 DEBUG [StoreCloser-TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/A/e9e1bde8ab8e405fbe41451abb459e76 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/A/e9e1bde8ab8e405fbe41451abb459e76 2024-12-04T21:57:41,301 DEBUG [StoreCloser-TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/A/7c8541d877b2472a8b0376ac39c6b68d to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/A/7c8541d877b2472a8b0376ac39c6b68d 2024-12-04T21:57:41,302 DEBUG [StoreCloser-TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/A/64d703a0220e42a989c59c33f7cc19c7 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/A/64d703a0220e42a989c59c33f7cc19c7 2024-12-04T21:57:41,303 DEBUG [StoreCloser-TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/A/3380e047566a482a8c153e0db5a6bf9f to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/A/3380e047566a482a8c153e0db5a6bf9f 2024-12-04T21:57:41,305 DEBUG [StoreCloser-TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/A/c56a910143064202a255a5972e16a40d to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/A/c56a910143064202a255a5972e16a40d 2024-12-04T21:57:41,306 DEBUG [StoreCloser-TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/A/44a13b2203df49619a14c4d999f2511e to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/A/44a13b2203df49619a14c4d999f2511e 2024-12-04T21:57:41,307 DEBUG [StoreCloser-TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/A/101205002203421ab5ea643c300c011b to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/A/101205002203421ab5ea643c300c011b 2024-12-04T21:57:41,308 DEBUG [StoreCloser-TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/A/b0517d87e7a14349aa413da61ff36278 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/A/b0517d87e7a14349aa413da61ff36278 2024-12-04T21:57:41,309 DEBUG [StoreCloser-TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/A/dae2527e38f0463a9cccd742a766f69f to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/A/dae2527e38f0463a9cccd742a766f69f 2024-12-04T21:57:41,310 DEBUG [StoreCloser-TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/A/691e011e7e9b4da9b6f6ffbe504923fc to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/A/691e011e7e9b4da9b6f6ffbe504923fc 2024-12-04T21:57:41,311 DEBUG [StoreCloser-TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/A/244b51c1ae06430bb6e4613a2b5ef12d to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/A/244b51c1ae06430bb6e4613a2b5ef12d 2024-12-04T21:57:41,312 DEBUG [StoreCloser-TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/A/7e09c316f15a44ef92772e876851b71b to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/A/7e09c316f15a44ef92772e876851b71b 2024-12-04T21:57:41,313 DEBUG [StoreCloser-TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/A/17168c7ee7a9464ca7ecc6c3ee4397d7 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/A/17168c7ee7a9464ca7ecc6c3ee4397d7 2024-12-04T21:57:41,314 DEBUG [StoreCloser-TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/A/69e360b1b86e4fa9bff63dd2312a5549 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/A/69e360b1b86e4fa9bff63dd2312a5549 2024-12-04T21:57:41,315 DEBUG [StoreCloser-TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/A/975832b5875a46cea4dd3b05aff4088f to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/A/975832b5875a46cea4dd3b05aff4088f 2024-12-04T21:57:41,316 DEBUG [StoreCloser-TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/A/ca2be0795b3a4b83bede84fb693fdd4d to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/A/ca2be0795b3a4b83bede84fb693fdd4d 2024-12-04T21:57:41,327 DEBUG [StoreCloser-TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/B/62e76f7ca1194af7ad576aefc2db7356, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/B/f8143bca1b2044cca7fe1fb814eac794, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/B/323e29ec32774cd68f948a4144fa2388, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/B/ab075bf04f1e4287911562cb080eb24b, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/B/f290db34db894f74b2c64b9a6797d1c6, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/B/d20a8b7779034410b022276dbb789fe9, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/B/6b2b785d59de43d483c87423b41b7858, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/B/4dd9b2511d2646a58e3af80551d0d93a, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/B/f1823e35f70d4857b24a25ba49d6558c, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/B/ed3f9db0373c4e59a6a2ea91b274c663, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/B/f400f4e201224b61b89aac44eb584b79, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/B/9a686292deba4ea1b0c82e5cbb2e10b1, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/B/9f605cbf71264fed8dbdd07f16b56fbc, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/B/dea0552074144c69bde4581a95848fe5, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/B/799d75a3d14a440a9e73da8cb6c41b67, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/B/1e40104d2f7e4bba8cd3e535acf7516f, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/B/22f12c5f5fbb45f4b20373b1e2154d1b, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/B/ee2bb4b0211b4ee287dde098a74aeb1b, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/B/60f8ec7e7e714974b1036f8b63e1abf6, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/B/396785a3d341491aa23f6cd44421e209, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/B/c9438df855434ad390ff34852e6330bb, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/B/47efd532c53540a196330052d3d61a1e, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/B/c4abd4d68a5f4a9da9a105bb32b57e63, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/B/0ff6179cbbe2402db8d10db565912873, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/B/ae5e78f2e4be42c4a4a146a34eb97d5e, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/B/3bcca3431641437ab4eab2644a7ce369, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/B/61356d710a5a4b01aa6e9d86ed7ec43a, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/B/582743ef036348179603467e5835f97b, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/B/f0e138b3ea2a413abba8bcbc4f0706a9, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/B/77345318bd844cf88c11f4dd71189881, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/B/b559151795e74b5f90fe19f753d59077, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/B/9d64fa11b7134ae5bee70f21a88754de, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/B/0821cbb20c3d4f9db2d99be5a1acdc74, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/B/cd73051292654750af0ce51e819d7192, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/B/74800ac869a44c8fa71fff335059032e, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/B/d8af2825e64a401d8b63a7d7911ed302, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/B/a7bff363620d4ffea5e3cdfbf6d07cdd] to archive 2024-12-04T21:57:41,328 DEBUG [StoreCloser-TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-04T21:57:41,330 DEBUG [StoreCloser-TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/B/62e76f7ca1194af7ad576aefc2db7356 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/B/62e76f7ca1194af7ad576aefc2db7356 2024-12-04T21:57:41,331 DEBUG [StoreCloser-TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/B/f8143bca1b2044cca7fe1fb814eac794 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/B/f8143bca1b2044cca7fe1fb814eac794 2024-12-04T21:57:41,332 DEBUG [StoreCloser-TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/B/323e29ec32774cd68f948a4144fa2388 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/B/323e29ec32774cd68f948a4144fa2388 2024-12-04T21:57:41,333 DEBUG [StoreCloser-TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/B/ab075bf04f1e4287911562cb080eb24b to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/B/ab075bf04f1e4287911562cb080eb24b 2024-12-04T21:57:41,334 DEBUG [StoreCloser-TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/B/f290db34db894f74b2c64b9a6797d1c6 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/B/f290db34db894f74b2c64b9a6797d1c6 2024-12-04T21:57:41,335 DEBUG [StoreCloser-TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/B/d20a8b7779034410b022276dbb789fe9 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/B/d20a8b7779034410b022276dbb789fe9 2024-12-04T21:57:41,336 DEBUG [StoreCloser-TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/B/6b2b785d59de43d483c87423b41b7858 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/B/6b2b785d59de43d483c87423b41b7858 2024-12-04T21:57:41,337 DEBUG [StoreCloser-TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/B/4dd9b2511d2646a58e3af80551d0d93a to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/B/4dd9b2511d2646a58e3af80551d0d93a 2024-12-04T21:57:41,338 DEBUG [StoreCloser-TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/B/f1823e35f70d4857b24a25ba49d6558c to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/B/f1823e35f70d4857b24a25ba49d6558c 2024-12-04T21:57:41,339 DEBUG [StoreCloser-TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/B/ed3f9db0373c4e59a6a2ea91b274c663 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/B/ed3f9db0373c4e59a6a2ea91b274c663 2024-12-04T21:57:41,340 DEBUG [StoreCloser-TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/B/f400f4e201224b61b89aac44eb584b79 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/B/f400f4e201224b61b89aac44eb584b79 2024-12-04T21:57:41,341 DEBUG [StoreCloser-TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/B/9a686292deba4ea1b0c82e5cbb2e10b1 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/B/9a686292deba4ea1b0c82e5cbb2e10b1 2024-12-04T21:57:41,342 DEBUG [StoreCloser-TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/B/9f605cbf71264fed8dbdd07f16b56fbc to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/B/9f605cbf71264fed8dbdd07f16b56fbc 2024-12-04T21:57:41,343 DEBUG [StoreCloser-TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/B/dea0552074144c69bde4581a95848fe5 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/B/dea0552074144c69bde4581a95848fe5 2024-12-04T21:57:41,344 DEBUG [StoreCloser-TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/B/799d75a3d14a440a9e73da8cb6c41b67 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/B/799d75a3d14a440a9e73da8cb6c41b67 2024-12-04T21:57:41,345 DEBUG [StoreCloser-TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/B/1e40104d2f7e4bba8cd3e535acf7516f to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/B/1e40104d2f7e4bba8cd3e535acf7516f 2024-12-04T21:57:41,346 DEBUG [StoreCloser-TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/B/22f12c5f5fbb45f4b20373b1e2154d1b to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/B/22f12c5f5fbb45f4b20373b1e2154d1b 2024-12-04T21:57:41,348 DEBUG [StoreCloser-TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/B/ee2bb4b0211b4ee287dde098a74aeb1b to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/B/ee2bb4b0211b4ee287dde098a74aeb1b 2024-12-04T21:57:41,349 DEBUG [StoreCloser-TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/B/60f8ec7e7e714974b1036f8b63e1abf6 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/B/60f8ec7e7e714974b1036f8b63e1abf6 2024-12-04T21:57:41,350 DEBUG [StoreCloser-TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/B/396785a3d341491aa23f6cd44421e209 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/B/396785a3d341491aa23f6cd44421e209 2024-12-04T21:57:41,352 DEBUG [StoreCloser-TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/B/c9438df855434ad390ff34852e6330bb to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/B/c9438df855434ad390ff34852e6330bb 2024-12-04T21:57:41,353 DEBUG [StoreCloser-TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/B/47efd532c53540a196330052d3d61a1e to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/B/47efd532c53540a196330052d3d61a1e 2024-12-04T21:57:41,354 DEBUG [StoreCloser-TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/B/c4abd4d68a5f4a9da9a105bb32b57e63 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/B/c4abd4d68a5f4a9da9a105bb32b57e63 2024-12-04T21:57:41,355 DEBUG [StoreCloser-TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/B/0ff6179cbbe2402db8d10db565912873 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/B/0ff6179cbbe2402db8d10db565912873 2024-12-04T21:57:41,357 DEBUG [StoreCloser-TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/B/ae5e78f2e4be42c4a4a146a34eb97d5e to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/B/ae5e78f2e4be42c4a4a146a34eb97d5e 2024-12-04T21:57:41,358 DEBUG [StoreCloser-TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/B/3bcca3431641437ab4eab2644a7ce369 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/B/3bcca3431641437ab4eab2644a7ce369 2024-12-04T21:57:41,359 DEBUG [StoreCloser-TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/B/61356d710a5a4b01aa6e9d86ed7ec43a to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/B/61356d710a5a4b01aa6e9d86ed7ec43a 2024-12-04T21:57:41,360 DEBUG [StoreCloser-TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/B/582743ef036348179603467e5835f97b to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/B/582743ef036348179603467e5835f97b 2024-12-04T21:57:41,361 DEBUG [StoreCloser-TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/B/f0e138b3ea2a413abba8bcbc4f0706a9 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/B/f0e138b3ea2a413abba8bcbc4f0706a9 2024-12-04T21:57:41,362 DEBUG [StoreCloser-TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/B/77345318bd844cf88c11f4dd71189881 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/B/77345318bd844cf88c11f4dd71189881 2024-12-04T21:57:41,363 DEBUG [StoreCloser-TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/B/b559151795e74b5f90fe19f753d59077 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/B/b559151795e74b5f90fe19f753d59077 2024-12-04T21:57:41,364 DEBUG [StoreCloser-TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/B/9d64fa11b7134ae5bee70f21a88754de to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/B/9d64fa11b7134ae5bee70f21a88754de 2024-12-04T21:57:41,365 DEBUG [StoreCloser-TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/B/0821cbb20c3d4f9db2d99be5a1acdc74 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/B/0821cbb20c3d4f9db2d99be5a1acdc74 2024-12-04T21:57:41,366 DEBUG [StoreCloser-TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/B/cd73051292654750af0ce51e819d7192 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/B/cd73051292654750af0ce51e819d7192 2024-12-04T21:57:41,366 DEBUG [StoreCloser-TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/B/74800ac869a44c8fa71fff335059032e to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/B/74800ac869a44c8fa71fff335059032e 2024-12-04T21:57:41,367 DEBUG [StoreCloser-TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/B/d8af2825e64a401d8b63a7d7911ed302 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/B/d8af2825e64a401d8b63a7d7911ed302 2024-12-04T21:57:41,368 DEBUG [StoreCloser-TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/B/a7bff363620d4ffea5e3cdfbf6d07cdd to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/B/a7bff363620d4ffea5e3cdfbf6d07cdd 2024-12-04T21:57:41,370 DEBUG [StoreCloser-TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/C/616aad20f73a4b01b2080d729258373e, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/C/f41939392b6b4aef81bb52e692d3dd03, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/C/647d5a9d576d4f578b71a9fc1f4255dc, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/C/9c5235fc41b84b7ab892a7e1b59c11c5, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/C/2f29ddead36348ee879200302a7ba9f7, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/C/014e2fd8c0d84706aacd9d0255a46eef, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/C/880f6da8fb9b4d738086c049d137f064, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/C/e97808633c4a48009cd69dbbd8e598d6, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/C/7faacb348e794499a76a20b881e0de4d, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/C/9d6b89ac61144cb795fcdd62c077c703, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/C/112c1d978ecc4ae5819032cd4647caa8, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/C/8b16cb7d4beb46c29a184a56d5eb7b10, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/C/3441d9ba82cc4493bbcc2272186b5ad2, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/C/317233c5be384e86847de0181f64ee34, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/C/a68de0577f5a4d529ecd3252582f558a, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/C/d3163d5475684000b60cb360ae02d238, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/C/61db5ff6b161457687d51781b9d70e63, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/C/7bf905082f3e4380bcf2c342841dfe2a, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/C/0c0ff248d81841db86d4da29d8aa1e23, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/C/e7687d7c5bd047a3b29de3c5ba0c0295, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/C/f8ad68fb22604383b288336a40dfe4a9, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/C/b8239f6a5cfa4167aa4a4a79ab1dc073, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/C/7c3f21d5b6764e2aa99de36c3d0e1682, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/C/81711343c02540ccaf61aaab22f86a9d, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/C/9c0669903ad047ef94173ce8b835dc24, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/C/3db566c17493489cb7e121975ba7a080, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/C/31b4a844b8044182a5ce8419a22628f5, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/C/bc0acad1a5c94061860ddfdedee79dfb, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/C/7fe8f0524beb43a8819a80e02a6143d6, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/C/bc28687518314cb0b9f12153a7ee389c, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/C/daab61e735f8438db81c81c236da94dd, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/C/b07a3336b0cc41efa99fcdc6856604ea, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/C/d832921ea55842648e1c34f906f75a30, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/C/42c7b366c94f4c1b92bf11731034b48d, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/C/d07ab3fef2a84cf99e43d09ec66212d4, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/C/2f0d5fc2061f412f99db3f0089c4eebb, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/C/9caad69a47274e1fb95cce06b82c1ead] to archive 2024-12-04T21:57:41,371 DEBUG [StoreCloser-TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-04T21:57:41,373 DEBUG [StoreCloser-TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/C/616aad20f73a4b01b2080d729258373e to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/C/616aad20f73a4b01b2080d729258373e 2024-12-04T21:57:41,374 DEBUG [StoreCloser-TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/C/f41939392b6b4aef81bb52e692d3dd03 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/C/f41939392b6b4aef81bb52e692d3dd03 2024-12-04T21:57:41,375 DEBUG [StoreCloser-TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/C/647d5a9d576d4f578b71a9fc1f4255dc to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/C/647d5a9d576d4f578b71a9fc1f4255dc 2024-12-04T21:57:41,376 DEBUG [StoreCloser-TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/C/9c5235fc41b84b7ab892a7e1b59c11c5 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/C/9c5235fc41b84b7ab892a7e1b59c11c5 2024-12-04T21:57:41,377 DEBUG [StoreCloser-TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/C/2f29ddead36348ee879200302a7ba9f7 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/C/2f29ddead36348ee879200302a7ba9f7 2024-12-04T21:57:41,378 DEBUG [StoreCloser-TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/C/014e2fd8c0d84706aacd9d0255a46eef to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/C/014e2fd8c0d84706aacd9d0255a46eef 2024-12-04T21:57:41,379 DEBUG [StoreCloser-TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/C/880f6da8fb9b4d738086c049d137f064 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/C/880f6da8fb9b4d738086c049d137f064 2024-12-04T21:57:41,381 DEBUG [StoreCloser-TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/C/e97808633c4a48009cd69dbbd8e598d6 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/C/e97808633c4a48009cd69dbbd8e598d6 2024-12-04T21:57:41,382 DEBUG [StoreCloser-TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/C/7faacb348e794499a76a20b881e0de4d to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/C/7faacb348e794499a76a20b881e0de4d 2024-12-04T21:57:41,383 DEBUG [StoreCloser-TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/C/9d6b89ac61144cb795fcdd62c077c703 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/C/9d6b89ac61144cb795fcdd62c077c703 2024-12-04T21:57:41,384 DEBUG [StoreCloser-TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/C/112c1d978ecc4ae5819032cd4647caa8 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/C/112c1d978ecc4ae5819032cd4647caa8 2024-12-04T21:57:41,386 DEBUG [StoreCloser-TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/C/8b16cb7d4beb46c29a184a56d5eb7b10 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/C/8b16cb7d4beb46c29a184a56d5eb7b10 2024-12-04T21:57:41,387 DEBUG [StoreCloser-TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/C/3441d9ba82cc4493bbcc2272186b5ad2 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/C/3441d9ba82cc4493bbcc2272186b5ad2 2024-12-04T21:57:41,388 DEBUG [StoreCloser-TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/C/317233c5be384e86847de0181f64ee34 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/C/317233c5be384e86847de0181f64ee34 2024-12-04T21:57:41,390 DEBUG [StoreCloser-TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/C/a68de0577f5a4d529ecd3252582f558a to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/C/a68de0577f5a4d529ecd3252582f558a 2024-12-04T21:57:41,391 DEBUG [StoreCloser-TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/C/d3163d5475684000b60cb360ae02d238 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/C/d3163d5475684000b60cb360ae02d238 2024-12-04T21:57:41,392 DEBUG [StoreCloser-TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/C/61db5ff6b161457687d51781b9d70e63 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/C/61db5ff6b161457687d51781b9d70e63 2024-12-04T21:57:41,393 DEBUG [StoreCloser-TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/C/7bf905082f3e4380bcf2c342841dfe2a to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/C/7bf905082f3e4380bcf2c342841dfe2a 2024-12-04T21:57:41,394 DEBUG [StoreCloser-TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/C/0c0ff248d81841db86d4da29d8aa1e23 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/C/0c0ff248d81841db86d4da29d8aa1e23 2024-12-04T21:57:41,395 DEBUG [StoreCloser-TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/C/e7687d7c5bd047a3b29de3c5ba0c0295 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/C/e7687d7c5bd047a3b29de3c5ba0c0295 2024-12-04T21:57:41,396 DEBUG [StoreCloser-TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/C/f8ad68fb22604383b288336a40dfe4a9 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/C/f8ad68fb22604383b288336a40dfe4a9 2024-12-04T21:57:41,397 DEBUG [StoreCloser-TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/C/b8239f6a5cfa4167aa4a4a79ab1dc073 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/C/b8239f6a5cfa4167aa4a4a79ab1dc073 2024-12-04T21:57:41,398 DEBUG [StoreCloser-TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/C/7c3f21d5b6764e2aa99de36c3d0e1682 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/C/7c3f21d5b6764e2aa99de36c3d0e1682 2024-12-04T21:57:41,399 DEBUG [StoreCloser-TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/C/81711343c02540ccaf61aaab22f86a9d to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/C/81711343c02540ccaf61aaab22f86a9d 2024-12-04T21:57:41,399 DEBUG [StoreCloser-TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/C/9c0669903ad047ef94173ce8b835dc24 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/C/9c0669903ad047ef94173ce8b835dc24 2024-12-04T21:57:41,400 DEBUG [StoreCloser-TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/C/3db566c17493489cb7e121975ba7a080 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/C/3db566c17493489cb7e121975ba7a080 2024-12-04T21:57:41,401 DEBUG [StoreCloser-TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/C/31b4a844b8044182a5ce8419a22628f5 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/C/31b4a844b8044182a5ce8419a22628f5 2024-12-04T21:57:41,402 DEBUG [StoreCloser-TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/C/bc0acad1a5c94061860ddfdedee79dfb to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/C/bc0acad1a5c94061860ddfdedee79dfb 2024-12-04T21:57:41,403 DEBUG [StoreCloser-TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/C/7fe8f0524beb43a8819a80e02a6143d6 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/C/7fe8f0524beb43a8819a80e02a6143d6 2024-12-04T21:57:41,404 DEBUG [StoreCloser-TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/C/bc28687518314cb0b9f12153a7ee389c to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/C/bc28687518314cb0b9f12153a7ee389c 2024-12-04T21:57:41,405 DEBUG [StoreCloser-TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/C/daab61e735f8438db81c81c236da94dd to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/C/daab61e735f8438db81c81c236da94dd 2024-12-04T21:57:41,406 DEBUG [StoreCloser-TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/C/b07a3336b0cc41efa99fcdc6856604ea to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/C/b07a3336b0cc41efa99fcdc6856604ea 2024-12-04T21:57:41,407 DEBUG [StoreCloser-TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/C/d832921ea55842648e1c34f906f75a30 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/C/d832921ea55842648e1c34f906f75a30 2024-12-04T21:57:41,408 DEBUG [StoreCloser-TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/C/42c7b366c94f4c1b92bf11731034b48d to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/C/42c7b366c94f4c1b92bf11731034b48d 2024-12-04T21:57:41,409 DEBUG [StoreCloser-TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/C/d07ab3fef2a84cf99e43d09ec66212d4 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/C/d07ab3fef2a84cf99e43d09ec66212d4 2024-12-04T21:57:41,410 DEBUG [StoreCloser-TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/C/2f0d5fc2061f412f99db3f0089c4eebb to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/C/2f0d5fc2061f412f99db3f0089c4eebb 2024-12-04T21:57:41,411 DEBUG [StoreCloser-TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/C/9caad69a47274e1fb95cce06b82c1ead to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/C/9caad69a47274e1fb95cce06b82c1ead 2024-12-04T21:57:41,415 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/recovered.edits/546.seqid, newMaxSeqId=546, maxSeqId=1 2024-12-04T21:57:41,416 INFO [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1. 2024-12-04T21:57:41,416 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegion(1676): Region close journal for f466f4b94896be1bc1679fd7fa7d08e1: Waiting for close lock at 1733349459993Running coprocessor pre-close hooks at 1733349459993Disabling compacts and flushes for region at 1733349459993Disabling writes for close at 1733349459994 (+1 ms)Obtaining lock to block concurrent updates at 1733349459994Preparing flush snapshotting stores in f466f4b94896be1bc1679fd7fa7d08e1 at 1733349459994Finished memstore snapshotting TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1., syncing WAL and waiting on mvcc, flushsize=dataSize=27480, getHeapSize=82320, getOffHeapSize=0, getCellsCount=600 at 1733349459995 (+1 ms)Flushing stores of TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1. at 1733349459995Flushing f466f4b94896be1bc1679fd7fa7d08e1/A: creating writer at 1733349459996 (+1 ms)Flushing f466f4b94896be1bc1679fd7fa7d08e1/A: appending metadata at 1733349460000 (+4 ms)Flushing f466f4b94896be1bc1679fd7fa7d08e1/A: closing flushed file at 1733349460000Flushing f466f4b94896be1bc1679fd7fa7d08e1/B: creating writer at 1733349460412 (+412 ms)Flushing f466f4b94896be1bc1679fd7fa7d08e1/B: appending metadata at 1733349460416 (+4 ms)Flushing f466f4b94896be1bc1679fd7fa7d08e1/B: closing flushed file at 1733349460416Flushing f466f4b94896be1bc1679fd7fa7d08e1/C: creating writer at 1733349460833 (+417 ms)Flushing f466f4b94896be1bc1679fd7fa7d08e1/C: appending metadata at 1733349460836 (+3 ms)Flushing f466f4b94896be1bc1679fd7fa7d08e1/C: closing flushed file at 1733349460836Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@f47f1cd: reopening flushed file at 1733349461249 (+413 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4eba489: reopening flushed file at 1733349461255 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@44efd564: reopening flushed file at 1733349461260 (+5 ms)Finished flush of dataSize ~26.84 KB/27480, heapSize ~80.39 KB/82320, currentSize=0 B/0 for f466f4b94896be1bc1679fd7fa7d08e1 in 1272ms, sequenceid=543, compaction requested=false at 1733349461266 (+6 ms)Writing region close event to WAL at 1733349461412 (+146 ms)Running coprocessor post-close hooks at 1733349461416 (+4 ms)Closed at 1733349461416 2024-12-04T21:57:41,418 INFO [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] handler.UnassignRegionHandler(157): Closed f466f4b94896be1bc1679fd7fa7d08e1 2024-12-04T21:57:41,419 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=31 updating hbase:meta row=f466f4b94896be1bc1679fd7fa7d08e1, regionState=CLOSED 2024-12-04T21:57:41,420 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=32, ppid=31, state=RUNNABLE, hasLock=false; CloseRegionProcedure f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 because future has completed 2024-12-04T21:57:41,422 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=32, resume processing ppid=31 2024-12-04T21:57:41,422 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=31, state=SUCCESS, hasLock=false; CloseRegionProcedure f466f4b94896be1bc1679fd7fa7d08e1, server=bb3046a53f79,39095,1733349424047 in 1.5870 sec 2024-12-04T21:57:41,423 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=31, resume processing ppid=30 2024-12-04T21:57:41,423 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=30, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=f466f4b94896be1bc1679fd7fa7d08e1, UNASSIGN in 1.5920 sec 2024-12-04T21:57:41,425 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=30, resume processing ppid=29 2024-12-04T21:57:41,425 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=29, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.5990 sec 2024-12-04T21:57:41,426 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733349461426"}]},"ts":"1733349461426"} 2024-12-04T21:57:41,427 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-12-04T21:57:41,427 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-12-04T21:57:41,429 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.6130 sec 2024-12-04T21:57:41,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-12-04T21:57:41,968 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-12-04T21:57:41,975 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-12-04T21:57:41,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] procedure2.ProcedureExecutor(1139): Stored pid=33, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-12-04T21:57:41,981 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=33, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-04T21:57:41,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=33 2024-12-04T21:57:41,983 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=33, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-04T21:57:41,986 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1 2024-12-04T21:57:41,990 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/A, FileablePath, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/B, FileablePath, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/C, FileablePath, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/recovered.edits] 2024-12-04T21:57:41,993 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/A/67f3b8a2b9824a47ab29bb1788500fbe to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/A/67f3b8a2b9824a47ab29bb1788500fbe 2024-12-04T21:57:41,994 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/A/895f9d3ccf02453a9c1825c44cceaae4 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/A/895f9d3ccf02453a9c1825c44cceaae4 2024-12-04T21:57:41,996 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/B/abcfb76088de4e8d8907695f9c005691 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/B/abcfb76088de4e8d8907695f9c005691 2024-12-04T21:57:41,997 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/B/e746716e6cea42bab3ca86d896f1ca7d to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/B/e746716e6cea42bab3ca86d896f1ca7d 2024-12-04T21:57:41,999 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/C/0628f06cf7f34d28ade799736d5a0649 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/C/0628f06cf7f34d28ade799736d5a0649 2024-12-04T21:57:42,000 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/C/f6fa3c93d58c4932b99a0709e9151dd4 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/C/f6fa3c93d58c4932b99a0709e9151dd4 2024-12-04T21:57:42,003 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/recovered.edits/546.seqid to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1/recovered.edits/546.seqid 2024-12-04T21:57:42,003 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/f466f4b94896be1bc1679fd7fa7d08e1 2024-12-04T21:57:42,003 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-12-04T21:57:42,008 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=33, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-04T21:57:42,012 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39095 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-12-04T21:57:42,016 WARN [PEWorker-1 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-12-04T21:57:42,041 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-12-04T21:57:42,043 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=33, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-04T21:57:42,043 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-12-04T21:57:42,043 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1733349462043"}]},"ts":"9223372036854775807"} 2024-12-04T21:57:42,047 INFO [PEWorker-1 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-12-04T21:57:42,047 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => f466f4b94896be1bc1679fd7fa7d08e1, NAME => 'TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1.', STARTKEY => '', ENDKEY => ''}] 2024-12-04T21:57:42,047 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-12-04T21:57:42,047 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1733349462047"}]},"ts":"9223372036854775807"} 2024-12-04T21:57:42,050 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-12-04T21:57:42,051 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(133): Finished pid=33, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-04T21:57:42,052 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 75 msec 2024-12-04T21:57:42,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=33 2024-12-04T21:57:42,089 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-12-04T21:57:42,089 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-12-04T21:57:42,099 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testMixedAtomicity Thread=247 (was 211) Potentially hanging thread: RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;bb3046a53f79:39095-shortCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/bb3046a53f79:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/bb3046a53f79:0-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/bb3046a53f79:0-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/bb3046a53f79:0-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/bb3046a53f79:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/bb3046a53f79:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/bb3046a53f79:0-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/bb3046a53f79:0-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/bb3046a53f79:0-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/bb3046a53f79:0-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1884668948_22 at /127.0.0.1:39868 [Waiting for operation #13] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=449 (was 441) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=484 (was 556), ProcessCount=11 (was 11), AvailableMemoryMB=2988 (was 2882) - AvailableMemoryMB LEAK? - 2024-12-04T21:57:42,107 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testMobMixedAtomicity Thread=247, OpenFileDescriptor=449, MaxFileDescriptor=1048576, SystemLoadAverage=484, ProcessCount=11, AvailableMemoryMB=2988 2024-12-04T21:57:42,108 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-04T21:57:42,108 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T21:57:42,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] procedure2.ProcedureExecutor(1139): Stored pid=34, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-12-04T21:57:42,110 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=34, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-12-04T21:57:42,110 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:42,110 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 34 2024-12-04T21:57:42,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-12-04T21:57:42,111 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=34, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-04T21:57:42,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073741954_1130 (size=1061) 2024-12-04T21:57:42,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-12-04T21:57:42,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-12-04T21:57:42,524 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d7958328e6640b4c79793bbc4909e413, NAME => 'TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca 2024-12-04T21:57:42,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073741955_1131 (size=53) 2024-12-04T21:57:42,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-12-04T21:57:42,937 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T21:57:42,937 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing d7958328e6640b4c79793bbc4909e413, disabling compactions & flushes 2024-12-04T21:57:42,937 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413. 2024-12-04T21:57:42,937 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413. 2024-12-04T21:57:42,937 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413. after waiting 0 ms 2024-12-04T21:57:42,938 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413. 2024-12-04T21:57:42,938 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413. 2024-12-04T21:57:42,938 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for d7958328e6640b4c79793bbc4909e413: Waiting for close lock at 1733349462937Disabling compacts and flushes for region at 1733349462937Disabling writes for close at 1733349462938 (+1 ms)Writing region close event to WAL at 1733349462938Closed at 1733349462938 2024-12-04T21:57:42,940 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=34, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-12-04T21:57:42,941 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1733349462940"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733349462940"}]},"ts":"1733349462940"} 2024-12-04T21:57:42,944 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-04T21:57:42,945 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=34, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-04T21:57:42,946 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733349462945"}]},"ts":"1733349462945"} 2024-12-04T21:57:42,948 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-12-04T21:57:42,948 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=35, ppid=34, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=d7958328e6640b4c79793bbc4909e413, ASSIGN}] 2024-12-04T21:57:42,950 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=34, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=d7958328e6640b4c79793bbc4909e413, ASSIGN 2024-12-04T21:57:42,951 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=35, ppid=34, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=d7958328e6640b4c79793bbc4909e413, ASSIGN; state=OFFLINE, location=bb3046a53f79,39095,1733349424047; forceNewPlan=false, retain=false 2024-12-04T21:57:43,102 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=35 updating hbase:meta row=d7958328e6640b4c79793bbc4909e413, regionState=OPENING, regionLocation=bb3046a53f79,39095,1733349424047 2024-12-04T21:57:43,105 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=35, ppid=34, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=d7958328e6640b4c79793bbc4909e413, ASSIGN because future has completed 2024-12-04T21:57:43,107 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=36, ppid=35, state=RUNNABLE, hasLock=false; OpenRegionProcedure d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047}] 2024-12-04T21:57:43,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-12-04T21:57:43,269 INFO [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413. 2024-12-04T21:57:43,269 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(7752): Opening region: {ENCODED => d7958328e6640b4c79793bbc4909e413, NAME => 'TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413.', STARTKEY => '', ENDKEY => ''} 2024-12-04T21:57:43,269 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees d7958328e6640b4c79793bbc4909e413 2024-12-04T21:57:43,269 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T21:57:43,270 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(7794): checking encryption for d7958328e6640b4c79793bbc4909e413 2024-12-04T21:57:43,270 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(7797): checking classloading for d7958328e6640b4c79793bbc4909e413 2024-12-04T21:57:43,272 INFO [StoreOpener-d7958328e6640b4c79793bbc4909e413-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region d7958328e6640b4c79793bbc4909e413 2024-12-04T21:57:43,274 INFO [StoreOpener-d7958328e6640b4c79793bbc4909e413-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-04T21:57:43,275 INFO [StoreOpener-d7958328e6640b4c79793bbc4909e413-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d7958328e6640b4c79793bbc4909e413 columnFamilyName A 2024-12-04T21:57:43,275 DEBUG [StoreOpener-d7958328e6640b4c79793bbc4909e413-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:43,276 INFO [StoreOpener-d7958328e6640b4c79793bbc4909e413-1 {}] regionserver.HStore(327): Store=d7958328e6640b4c79793bbc4909e413/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T21:57:43,276 INFO [StoreOpener-d7958328e6640b4c79793bbc4909e413-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region d7958328e6640b4c79793bbc4909e413 2024-12-04T21:57:43,278 INFO [StoreOpener-d7958328e6640b4c79793bbc4909e413-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-04T21:57:43,278 INFO [StoreOpener-d7958328e6640b4c79793bbc4909e413-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d7958328e6640b4c79793bbc4909e413 columnFamilyName B 2024-12-04T21:57:43,278 DEBUG [StoreOpener-d7958328e6640b4c79793bbc4909e413-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:43,279 INFO [StoreOpener-d7958328e6640b4c79793bbc4909e413-1 {}] regionserver.HStore(327): Store=d7958328e6640b4c79793bbc4909e413/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T21:57:43,279 INFO [StoreOpener-d7958328e6640b4c79793bbc4909e413-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region d7958328e6640b4c79793bbc4909e413 2024-12-04T21:57:43,281 INFO [StoreOpener-d7958328e6640b4c79793bbc4909e413-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-04T21:57:43,281 INFO [StoreOpener-d7958328e6640b4c79793bbc4909e413-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d7958328e6640b4c79793bbc4909e413 columnFamilyName C 2024-12-04T21:57:43,281 DEBUG [StoreOpener-d7958328e6640b4c79793bbc4909e413-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:43,282 INFO [StoreOpener-d7958328e6640b4c79793bbc4909e413-1 {}] regionserver.HStore(327): Store=d7958328e6640b4c79793bbc4909e413/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T21:57:43,282 INFO [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413. 2024-12-04T21:57:43,282 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1038): replaying wal for d7958328e6640b4c79793bbc4909e413 2024-12-04T21:57:43,283 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413 2024-12-04T21:57:43,284 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413 2024-12-04T21:57:43,285 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1048): stopping wal replay for d7958328e6640b4c79793bbc4909e413 2024-12-04T21:57:43,285 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1060): Cleaning up temporary data for d7958328e6640b4c79793bbc4909e413 2024-12-04T21:57:43,286 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-04T21:57:43,287 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1093): writing seq id for d7958328e6640b4c79793bbc4909e413 2024-12-04T21:57:43,290 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T21:57:43,290 INFO [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1114): Opened d7958328e6640b4c79793bbc4909e413; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69518702, jitterRate=0.03590938448905945}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-04T21:57:43,290 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d7958328e6640b4c79793bbc4909e413 2024-12-04T21:57:43,291 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1006): Region open journal for d7958328e6640b4c79793bbc4909e413: Running coprocessor pre-open hook at 1733349463270Writing region info on filesystem at 1733349463270Initializing all the Stores at 1733349463271 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733349463271Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733349463271Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733349463271Cleaning up temporary data from old regions at 1733349463285 (+14 ms)Running coprocessor post-open hooks at 1733349463290 (+5 ms)Region opened successfully at 1733349463291 (+1 ms) 2024-12-04T21:57:43,292 INFO [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., pid=36, masterSystemTime=1733349463261 2024-12-04T21:57:43,294 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413. 2024-12-04T21:57:43,294 INFO [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413. 2024-12-04T21:57:43,294 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=35 updating hbase:meta row=d7958328e6640b4c79793bbc4909e413, regionState=OPEN, openSeqNum=2, regionLocation=bb3046a53f79,39095,1733349424047 2024-12-04T21:57:43,296 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=36, ppid=35, state=RUNNABLE, hasLock=false; OpenRegionProcedure d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 because future has completed 2024-12-04T21:57:43,300 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=36, resume processing ppid=35 2024-12-04T21:57:43,300 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, ppid=35, state=SUCCESS, hasLock=false; OpenRegionProcedure d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 in 191 msec 2024-12-04T21:57:43,302 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=35, resume processing ppid=34 2024-12-04T21:57:43,303 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=34, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=d7958328e6640b4c79793bbc4909e413, ASSIGN in 352 msec 2024-12-04T21:57:43,303 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=34, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-04T21:57:43,304 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733349463303"}]},"ts":"1733349463303"} 2024-12-04T21:57:43,306 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-12-04T21:57:43,307 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=34, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-12-04T21:57:43,309 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1990 sec 2024-12-04T21:57:44,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-12-04T21:57:44,269 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-12-04T21:57:44,271 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@769bdb6c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T21:57:44,271 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bb3046a53f79,44103,-1 for getting cluster id 2024-12-04T21:57:44,272 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T21:57:44,274 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd4c51ddd-78fd-4d7f-a588-940e286afcf0' 2024-12-04T21:57:44,275 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T21:57:44,275 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d4c51ddd-78fd-4d7f-a588-940e286afcf0" 2024-12-04T21:57:44,275 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@85b773, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T21:57:44,276 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bb3046a53f79,44103,-1] 2024-12-04T21:57:44,276 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T21:57:44,276 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T21:57:44,277 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58124, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T21:57:44,279 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@329c9ead, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T21:57:44,279 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T21:57:44,280 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bb3046a53f79,39095,1733349424047, seqNum=-1] 2024-12-04T21:57:44,281 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T21:57:44,282 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33706, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T21:57:44,284 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T21:57:44,285 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is bb3046a53f79,44103,1733349423427 2024-12-04T21:57:44,285 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1eb25f6a 2024-12-04T21:57:44,285 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T21:57:44,286 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58128, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T21:57:44,290 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-04T21:57:44,290 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T21:57:44,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] procedure2.ProcedureExecutor(1139): Stored pid=37, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees 2024-12-04T21:57:44,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073741956_1132 (size=1097) 2024-12-04T21:57:44,712 DEBUG [PEWorker-1 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.1061 2024-12-04T21:57:44,712 INFO [PEWorker-1 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.1097 2024-12-04T21:57:44,719 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=38, ppid=37, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-04T21:57:44,725 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=39, ppid=38, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=d7958328e6640b4c79793bbc4909e413, REOPEN/MOVE}] 2024-12-04T21:57:44,725 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=39, ppid=38, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=d7958328e6640b4c79793bbc4909e413, REOPEN/MOVE 2024-12-04T21:57:44,726 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=d7958328e6640b4c79793bbc4909e413, regionState=CLOSING, regionLocation=bb3046a53f79,39095,1733349424047 2024-12-04T21:57:44,728 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=39, ppid=38, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=d7958328e6640b4c79793bbc4909e413, REOPEN/MOVE because future has completed 2024-12-04T21:57:44,728 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-04T21:57:44,728 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=40, ppid=39, state=RUNNABLE, hasLock=false; CloseRegionProcedure d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047}] 2024-12-04T21:57:44,881 INFO [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] handler.UnassignRegionHandler(122): Close d7958328e6640b4c79793bbc4909e413 2024-12-04T21:57:44,881 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-04T21:57:44,882 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] regionserver.HRegion(1722): Closing d7958328e6640b4c79793bbc4909e413, disabling compactions & flushes 2024-12-04T21:57:44,882 INFO [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413. 2024-12-04T21:57:44,882 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413. 2024-12-04T21:57:44,882 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413. after waiting 0 ms 2024-12-04T21:57:44,882 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413. 2024-12-04T21:57:44,891 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-04T21:57:44,893 INFO [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413. 2024-12-04T21:57:44,893 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] regionserver.HRegion(1676): Region close journal for d7958328e6640b4c79793bbc4909e413: Waiting for close lock at 1733349464882Running coprocessor pre-close hooks at 1733349464882Disabling compacts and flushes for region at 1733349464882Disabling writes for close at 1733349464882Writing region close event to WAL at 1733349464883 (+1 ms)Running coprocessor post-close hooks at 1733349464893 (+10 ms)Closed at 1733349464893 2024-12-04T21:57:44,893 WARN [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] regionserver.HRegionServer(3299): Not adding moved region record: d7958328e6640b4c79793bbc4909e413 to self. 2024-12-04T21:57:44,896 INFO [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] handler.UnassignRegionHandler(157): Closed d7958328e6640b4c79793bbc4909e413 2024-12-04T21:57:44,896 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=d7958328e6640b4c79793bbc4909e413, regionState=CLOSED 2024-12-04T21:57:44,898 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=40, ppid=39, state=RUNNABLE, hasLock=false; CloseRegionProcedure d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 because future has completed 2024-12-04T21:57:44,901 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=40, resume processing ppid=39 2024-12-04T21:57:44,901 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=39, state=SUCCESS, hasLock=false; CloseRegionProcedure d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 in 171 msec 2024-12-04T21:57:44,901 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=39, ppid=38, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=d7958328e6640b4c79793bbc4909e413, REOPEN/MOVE; state=CLOSED, location=bb3046a53f79,39095,1733349424047; forceNewPlan=false, retain=true 2024-12-04T21:57:45,052 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=d7958328e6640b4c79793bbc4909e413, regionState=OPENING, regionLocation=bb3046a53f79,39095,1733349424047 2024-12-04T21:57:45,056 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=39, ppid=38, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=d7958328e6640b4c79793bbc4909e413, REOPEN/MOVE because future has completed 2024-12-04T21:57:45,057 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=41, ppid=39, state=RUNNABLE, hasLock=false; OpenRegionProcedure d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047}] 2024-12-04T21:57:45,215 INFO [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413. 2024-12-04T21:57:45,216 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7752): Opening region: {ENCODED => d7958328e6640b4c79793bbc4909e413, NAME => 'TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413.', STARTKEY => '', ENDKEY => ''} 2024-12-04T21:57:45,216 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees d7958328e6640b4c79793bbc4909e413 2024-12-04T21:57:45,216 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T21:57:45,216 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7794): checking encryption for d7958328e6640b4c79793bbc4909e413 2024-12-04T21:57:45,216 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7797): checking classloading for d7958328e6640b4c79793bbc4909e413 2024-12-04T21:57:45,220 INFO [StoreOpener-d7958328e6640b4c79793bbc4909e413-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region d7958328e6640b4c79793bbc4909e413 2024-12-04T21:57:45,222 INFO [StoreOpener-d7958328e6640b4c79793bbc4909e413-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-04T21:57:45,229 INFO [StoreOpener-d7958328e6640b4c79793bbc4909e413-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d7958328e6640b4c79793bbc4909e413 columnFamilyName A 2024-12-04T21:57:45,231 DEBUG [StoreOpener-d7958328e6640b4c79793bbc4909e413-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:45,231 INFO [StoreOpener-d7958328e6640b4c79793bbc4909e413-1 {}] regionserver.HStore(327): Store=d7958328e6640b4c79793bbc4909e413/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T21:57:45,232 INFO [StoreOpener-d7958328e6640b4c79793bbc4909e413-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region d7958328e6640b4c79793bbc4909e413 2024-12-04T21:57:45,232 INFO [StoreOpener-d7958328e6640b4c79793bbc4909e413-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-04T21:57:45,232 INFO [StoreOpener-d7958328e6640b4c79793bbc4909e413-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d7958328e6640b4c79793bbc4909e413 columnFamilyName B 2024-12-04T21:57:45,232 DEBUG [StoreOpener-d7958328e6640b4c79793bbc4909e413-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:45,233 INFO [StoreOpener-d7958328e6640b4c79793bbc4909e413-1 {}] regionserver.HStore(327): Store=d7958328e6640b4c79793bbc4909e413/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T21:57:45,233 INFO [StoreOpener-d7958328e6640b4c79793bbc4909e413-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region d7958328e6640b4c79793bbc4909e413 2024-12-04T21:57:45,233 INFO [StoreOpener-d7958328e6640b4c79793bbc4909e413-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-04T21:57:45,233 INFO [StoreOpener-d7958328e6640b4c79793bbc4909e413-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d7958328e6640b4c79793bbc4909e413 columnFamilyName C 2024-12-04T21:57:45,233 DEBUG [StoreOpener-d7958328e6640b4c79793bbc4909e413-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:45,234 INFO [StoreOpener-d7958328e6640b4c79793bbc4909e413-1 {}] regionserver.HStore(327): Store=d7958328e6640b4c79793bbc4909e413/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T21:57:45,234 INFO [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413. 2024-12-04T21:57:45,234 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1038): replaying wal for d7958328e6640b4c79793bbc4909e413 2024-12-04T21:57:45,235 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413 2024-12-04T21:57:45,235 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413 2024-12-04T21:57:45,236 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1048): stopping wal replay for d7958328e6640b4c79793bbc4909e413 2024-12-04T21:57:45,236 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1060): Cleaning up temporary data for d7958328e6640b4c79793bbc4909e413 2024-12-04T21:57:45,237 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-04T21:57:45,238 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1093): writing seq id for d7958328e6640b4c79793bbc4909e413 2024-12-04T21:57:45,239 INFO [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1114): Opened d7958328e6640b4c79793bbc4909e413; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75077500, jitterRate=0.11874192953109741}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-04T21:57:45,239 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d7958328e6640b4c79793bbc4909e413 2024-12-04T21:57:45,240 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1006): Region open journal for d7958328e6640b4c79793bbc4909e413: Running coprocessor pre-open hook at 1733349465217Writing region info on filesystem at 1733349465217Initializing all the Stores at 1733349465218 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733349465218Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733349465218Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733349465218Cleaning up temporary data from old regions at 1733349465236 (+18 ms)Running coprocessor post-open hooks at 1733349465239 (+3 ms)Region opened successfully at 1733349465240 (+1 ms) 2024-12-04T21:57:45,241 INFO [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., pid=41, masterSystemTime=1733349465211 2024-12-04T21:57:45,243 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413. 2024-12-04T21:57:45,243 INFO [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413. 2024-12-04T21:57:45,244 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=d7958328e6640b4c79793bbc4909e413, regionState=OPEN, openSeqNum=5, regionLocation=bb3046a53f79,39095,1733349424047 2024-12-04T21:57:45,246 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=41, ppid=39, state=RUNNABLE, hasLock=false; OpenRegionProcedure d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 because future has completed 2024-12-04T21:57:45,248 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=41, resume processing ppid=39 2024-12-04T21:57:45,248 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=39, state=SUCCESS, hasLock=false; OpenRegionProcedure d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 in 189 msec 2024-12-04T21:57:45,250 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=39, resume processing ppid=38 2024-12-04T21:57:45,250 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=38, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=d7958328e6640b4c79793bbc4909e413, REOPEN/MOVE in 523 msec 2024-12-04T21:57:45,252 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=38, resume processing ppid=37 2024-12-04T21:57:45,252 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=37, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees in 533 msec 2024-12-04T21:57:45,255 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, state=SUCCESS, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees in 961 msec 2024-12-04T21:57:45,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=37 2024-12-04T21:57:45,257 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY_COLUMN_FAMILY, Table Name: default:TestAcidGuarantees completed 2024-12-04T21:57:45,257 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18f01ca4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T21:57:45,257 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bb3046a53f79,44103,-1 for getting cluster id 2024-12-04T21:57:45,257 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T21:57:45,258 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd4c51ddd-78fd-4d7f-a588-940e286afcf0' 2024-12-04T21:57:45,258 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T21:57:45,259 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d4c51ddd-78fd-4d7f-a588-940e286afcf0" 2024-12-04T21:57:45,259 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39a3ad38, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T21:57:45,259 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bb3046a53f79,44103,-1] 2024-12-04T21:57:45,259 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T21:57:45,259 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T21:57:45,260 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58156, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T21:57:45,260 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39fc79b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T21:57:45,261 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a283555, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T21:57:45,261 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bb3046a53f79,44103,-1 for getting cluster id 2024-12-04T21:57:45,261 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T21:57:45,261 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd4c51ddd-78fd-4d7f-a588-940e286afcf0' 2024-12-04T21:57:45,261 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T21:57:45,262 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d4c51ddd-78fd-4d7f-a588-940e286afcf0" 2024-12-04T21:57:45,262 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a6df162, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T21:57:45,262 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bb3046a53f79,44103,-1] 2024-12-04T21:57:45,262 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T21:57:45,262 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T21:57:45,263 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58168, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T21:57:45,263 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42867727, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T21:57:45,264 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ba7f2f9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T21:57:45,264 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bb3046a53f79,44103,-1 for getting cluster id 2024-12-04T21:57:45,264 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T21:57:45,264 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd4c51ddd-78fd-4d7f-a588-940e286afcf0' 2024-12-04T21:57:45,265 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T21:57:45,265 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d4c51ddd-78fd-4d7f-a588-940e286afcf0" 2024-12-04T21:57:45,265 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ebbfd50, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T21:57:45,265 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bb3046a53f79,44103,-1] 2024-12-04T21:57:45,265 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T21:57:45,265 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T21:57:45,266 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58196, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T21:57:45,266 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@138fb4e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T21:57:45,267 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14984fac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T21:57:45,267 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bb3046a53f79,44103,-1 for getting cluster id 2024-12-04T21:57:45,267 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T21:57:45,268 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd4c51ddd-78fd-4d7f-a588-940e286afcf0' 2024-12-04T21:57:45,268 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T21:57:45,268 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d4c51ddd-78fd-4d7f-a588-940e286afcf0" 2024-12-04T21:57:45,268 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26a4a19c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T21:57:45,268 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bb3046a53f79,44103,-1] 2024-12-04T21:57:45,268 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T21:57:45,269 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T21:57:45,269 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58210, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T21:57:45,270 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10e68718, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T21:57:45,271 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e890ec6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T21:57:45,271 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bb3046a53f79,44103,-1 for getting cluster id 2024-12-04T21:57:45,271 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T21:57:45,271 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd4c51ddd-78fd-4d7f-a588-940e286afcf0' 2024-12-04T21:57:45,272 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T21:57:45,272 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d4c51ddd-78fd-4d7f-a588-940e286afcf0" 2024-12-04T21:57:45,272 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75ba65d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T21:57:45,272 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bb3046a53f79,44103,-1] 2024-12-04T21:57:45,272 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T21:57:45,272 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T21:57:45,273 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58238, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T21:57:45,274 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@316561f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T21:57:45,275 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f62ef44, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T21:57:45,275 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bb3046a53f79,44103,-1 for getting cluster id 2024-12-04T21:57:45,275 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T21:57:45,276 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd4c51ddd-78fd-4d7f-a588-940e286afcf0' 2024-12-04T21:57:45,276 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T21:57:45,276 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d4c51ddd-78fd-4d7f-a588-940e286afcf0" 2024-12-04T21:57:45,276 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ce27975, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T21:57:45,276 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bb3046a53f79,44103,-1] 2024-12-04T21:57:45,276 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T21:57:45,276 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T21:57:45,277 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58258, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T21:57:45,277 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d38d460, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T21:57:45,278 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f60d5da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T21:57:45,278 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bb3046a53f79,44103,-1 for getting cluster id 2024-12-04T21:57:45,278 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T21:57:45,279 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd4c51ddd-78fd-4d7f-a588-940e286afcf0' 2024-12-04T21:57:45,279 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T21:57:45,279 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d4c51ddd-78fd-4d7f-a588-940e286afcf0" 2024-12-04T21:57:45,279 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32c5391b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T21:57:45,279 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bb3046a53f79,44103,-1] 2024-12-04T21:57:45,279 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T21:57:45,280 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T21:57:45,280 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58282, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T21:57:45,281 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29db9dab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T21:57:45,281 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@139f617f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T21:57:45,281 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bb3046a53f79,44103,-1 for getting cluster id 2024-12-04T21:57:45,281 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T21:57:45,282 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd4c51ddd-78fd-4d7f-a588-940e286afcf0' 2024-12-04T21:57:45,282 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T21:57:45,282 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d4c51ddd-78fd-4d7f-a588-940e286afcf0" 2024-12-04T21:57:45,282 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56ef73b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T21:57:45,282 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bb3046a53f79,44103,-1] 2024-12-04T21:57:45,282 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T21:57:45,283 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T21:57:45,283 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58298, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T21:57:45,284 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28233673, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T21:57:45,284 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7def024f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T21:57:45,284 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bb3046a53f79,44103,-1 for getting cluster id 2024-12-04T21:57:45,284 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T21:57:45,285 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd4c51ddd-78fd-4d7f-a588-940e286afcf0' 2024-12-04T21:57:45,285 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T21:57:45,285 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d4c51ddd-78fd-4d7f-a588-940e286afcf0" 2024-12-04T21:57:45,285 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ddd71c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T21:57:45,285 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bb3046a53f79,44103,-1] 2024-12-04T21:57:45,285 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T21:57:45,286 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T21:57:45,286 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58328, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T21:57:45,287 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6096a572, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T21:57:45,288 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-04T21:57:45,288 DEBUG [Thread-676 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T21:57:45,288 DEBUG [Thread-661 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T21:57:45,288 DEBUG [Thread-669 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T21:57:45,288 DEBUG [Thread-665 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T21:57:45,289 DEBUG [Thread-663 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T21:57:45,289 DEBUG [Thread-674 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T21:57:45,289 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bb3046a53f79,39095,1733349424047, seqNum=-1] 2024-12-04T21:57:45,289 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bb3046a53f79,39095,1733349424047, seqNum=-1] 2024-12-04T21:57:45,290 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bb3046a53f79,39095,1733349424047, seqNum=-1] 2024-12-04T21:57:45,290 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bb3046a53f79,39095,1733349424047, seqNum=-1] 2024-12-04T21:57:45,290 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bb3046a53f79,39095,1733349424047, seqNum=-1] 2024-12-04T21:57:45,290 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T21:57:45,290 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T21:57:45,290 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T21:57:45,290 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T21:57:45,290 DEBUG [Thread-678 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T21:57:45,291 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T21:57:45,291 DEBUG [Thread-667 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T21:57:45,291 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bb3046a53f79,39095,1733349424047, seqNum=-1] 2024-12-04T21:57:45,291 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33728, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T21:57:45,291 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33724, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T21:57:45,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] procedure2.ProcedureExecutor(1139): Stored pid=42, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees 2024-12-04T21:57:45,291 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T21:57:45,292 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33744, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T21:57:45,292 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bb3046a53f79,39095,1733349424047, seqNum=-1] 2024-12-04T21:57:45,292 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33716, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T21:57:45,292 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33746, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T21:57:45,292 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33752, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T21:57:45,292 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T21:57:45,293 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=42, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-04T21:57:45,293 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bb3046a53f79,39095,1733349424047, seqNum=-1] 2024-12-04T21:57:45,293 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T21:57:45,293 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33768, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T21:57:45,294 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=42, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-04T21:57:45,294 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33780, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T21:57:45,294 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=42, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-04T21:57:45,296 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5] 2024-12-04T21:57:45,296 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5] 2024-12-04T21:57:45,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-12-04T21:57:45,299 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5] 2024-12-04T21:57:45,301 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5] 2024-12-04T21:57:45,303 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5] 2024-12-04T21:57:45,303 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5] 2024-12-04T21:57:45,303 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5] 2024-12-04T21:57:45,303 DEBUG [Thread-672 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T21:57:45,304 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bb3046a53f79,39095,1733349424047, seqNum=-1] 2024-12-04T21:57:45,304 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T21:57:45,304 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5] 2024-12-04T21:57:45,305 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33792, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T21:57:45,307 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5] 2024-12-04T21:57:45,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(8855): Flush requested on d7958328e6640b4c79793bbc4909e413 2024-12-04T21:57:45,309 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d7958328e6640b4c79793bbc4909e413 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-12-04T21:57:45,311 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d7958328e6640b4c79793bbc4909e413, store=A 2024-12-04T21:57:45,311 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T21:57:45,311 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d7958328e6640b4c79793bbc4909e413, store=B 2024-12-04T21:57:45,311 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T21:57:45,311 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d7958328e6640b4c79793bbc4909e413, store=C 2024-12-04T21:57:45,311 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T21:57:45,349 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:57:45,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33780 deadline: 1733349525343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:57:45,350 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:45,350 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:45,350 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:57:45,350 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:57:45,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33744 deadline: 1733349525343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:57:45,352 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/bb3046a53f79:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=359, cellSize=16435, totalHeapSize=37576, min timestamp=1733349465327, max timestamp=1733349465348Num uniques 859; 2024-12-04T21:57:45,352 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/bb3046a53f79:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=359, cellSize=16435, totalHeapSize=37576, min timestamp=1733349465327, max timestamp=1733349465348Num uniques 859; 2024-12-04T21:57:45,352 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/bb3046a53f79:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=16435, suffix heap size=117064,new segment heap size=37576 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=359 2024-12-04T21:57:45,352 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/bb3046a53f79:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=16435, suffix heap size=117064,new segment heap size=37576 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=359 2024-12-04T21:57:45,352 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/bb3046a53f79:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=359, cellSize=16435, totalHeapSize=37576, min timestamp=1733349465327, max timestamp=1733349465348Num uniques 859; 2024-12-04T21:57:45,352 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/bb3046a53f79:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=16435, suffix heap size=117064,new segment heap size=37576 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=359 2024-12-04T21:57:45,353 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:45,353 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:45,353 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:57:45,354 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241204993e68d51bef45598cf5607cf13ab611_d7958328e6640b4c79793bbc4909e413 is 50, key is test_row_0/A:col10/1733349465307/Put/seqid=0 2024-12-04T21:57:45,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073741957_1133 (size=14594) 2024-12-04T21:57:45,390 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:45,392 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:57:45,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33716 deadline: 1733349525383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:57:45,394 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:45,394 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:45,394 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:57:45,394 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:57:45,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33768 deadline: 1733349525389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:57:45,395 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:45,395 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:45,395 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:57:45,398 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:57:45,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33724 deadline: 1733349525393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:57:45,398 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241204993e68d51bef45598cf5607cf13ab611_d7958328e6640b4c79793bbc4909e413 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204993e68d51bef45598cf5607cf13ab611_d7958328e6640b4c79793bbc4909e413 2024-12-04T21:57:45,398 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:45,398 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:45,398 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:57:45,402 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/.tmp/A/f038fd828889461d947770799a020243, store: [table=TestAcidGuarantees family=A region=d7958328e6640b4c79793bbc4909e413] 2024-12-04T21:57:45,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-12-04T21:57:45,410 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/.tmp/A/f038fd828889461d947770799a020243 is 175, key is test_row_0/A:col10/1733349465307/Put/seqid=0 2024-12-04T21:57:45,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073741958_1134 (size=39549) 2024-12-04T21:57:45,433 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=16, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/.tmp/A/f038fd828889461d947770799a020243 2024-12-04T21:57:45,446 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39095 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-12-04T21:57:45,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413. 2024-12-04T21:57:45,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413. as already flushing 2024-12-04T21:57:45,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413. 2024-12-04T21:57:45,447 ERROR [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => d7958328e6640b4c79793bbc4909e413, NAME => 'TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:57:45,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => d7958328e6640b4c79793bbc4909e413, NAME => 'TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:57:45,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d7958328e6640b4c79793bbc4909e413, NAME => 'TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d7958328e6640b4c79793bbc4909e413, NAME => 'TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:57:45,459 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:57:45,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33744 deadline: 1733349525458, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:57:45,459 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:45,459 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:57:45,459 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:45,459 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:57:45,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33780 deadline: 1733349525458, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:57:45,460 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:45,460 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:45,460 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:57:45,465 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/.tmp/B/7384898a4ada4f52bee5540260cb3d4b is 50, key is test_row_0/B:col10/1733349465307/Put/seqid=0 2024-12-04T21:57:45,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073741959_1135 (size=12001) 2024-12-04T21:57:45,480 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/.tmp/B/7384898a4ada4f52bee5540260cb3d4b 2024-12-04T21:57:45,500 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:57:45,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33716 deadline: 1733349525498, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:57:45,501 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:57:45,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33768 deadline: 1733349525498, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:57:45,501 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:45,501 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:45,501 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:57:45,502 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:45,502 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:45,502 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:57:45,511 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:57:45,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33724 deadline: 1733349525508, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:57:45,512 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:45,512 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:45,512 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:57:45,516 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/.tmp/C/454cdd846fe74a07bb2bee66d07ed82e is 50, key is test_row_0/C:col10/1733349465307/Put/seqid=0 2024-12-04T21:57:45,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073741960_1136 (size=12001) 2024-12-04T21:57:45,546 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/.tmp/C/454cdd846fe74a07bb2bee66d07ed82e 2024-12-04T21:57:45,557 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/.tmp/A/f038fd828889461d947770799a020243 as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/A/f038fd828889461d947770799a020243 2024-12-04T21:57:45,566 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/A/f038fd828889461d947770799a020243, entries=200, sequenceid=16, filesize=38.6 K 2024-12-04T21:57:45,567 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/.tmp/B/7384898a4ada4f52bee5540260cb3d4b as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/B/7384898a4ada4f52bee5540260cb3d4b 2024-12-04T21:57:45,580 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/B/7384898a4ada4f52bee5540260cb3d4b, entries=150, sequenceid=16, filesize=11.7 K 2024-12-04T21:57:45,582 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/.tmp/C/454cdd846fe74a07bb2bee66d07ed82e as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/C/454cdd846fe74a07bb2bee66d07ed82e 2024-12-04T21:57:45,588 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/C/454cdd846fe74a07bb2bee66d07ed82e, entries=150, sequenceid=16, filesize=11.7 K 2024-12-04T21:57:45,590 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=134.18 KB/137400 for d7958328e6640b4c79793bbc4909e413 in 281ms, sequenceid=16, compaction requested=false 2024-12-04T21:57:45,590 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-12-04T21:57:45,591 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d7958328e6640b4c79793bbc4909e413: 2024-12-04T21:57:45,600 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39095 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-12-04T21:57:45,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413. 2024-12-04T21:57:45,600 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2902): Flushing d7958328e6640b4c79793bbc4909e413 3/3 column families, dataSize=134.18 KB heapSize=366.23 KB 2024-12-04T21:57:45,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d7958328e6640b4c79793bbc4909e413, store=A 2024-12-04T21:57:45,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-04T21:57:45,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d7958328e6640b4c79793bbc4909e413, store=B 2024-12-04T21:57:45,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-04T21:57:45,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d7958328e6640b4c79793bbc4909e413, store=C 2024-12-04T21:57:45,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-04T21:57:45,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120446adc4f852a0406b999adc7f73644392_d7958328e6640b4c79793bbc4909e413 is 50, key is test_row_0/A:col10/1733349465357/Put/seqid=0 2024-12-04T21:57:45,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-12-04T21:57:45,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073741961_1137 (size=12154) 2024-12-04T21:57:45,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:45,649 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120446adc4f852a0406b999adc7f73644392_d7958328e6640b4c79793bbc4909e413 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120446adc4f852a0406b999adc7f73644392_d7958328e6640b4c79793bbc4909e413 2024-12-04T21:57:45,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/.tmp/A/38b89825e1ee481bbd82afa28768dc0f, store: [table=TestAcidGuarantees family=A region=d7958328e6640b4c79793bbc4909e413] 2024-12-04T21:57:45,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/.tmp/A/38b89825e1ee481bbd82afa28768dc0f is 175, key is test_row_0/A:col10/1733349465357/Put/seqid=0 2024-12-04T21:57:45,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073741962_1138 (size=30955) 2024-12-04T21:57:45,668 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=49, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/.tmp/A/38b89825e1ee481bbd82afa28768dc0f 2024-12-04T21:57:45,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(8855): Flush requested on d7958328e6640b4c79793bbc4909e413 2024-12-04T21:57:45,676 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413. as already flushing 2024-12-04T21:57:45,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/.tmp/B/6f4e4bcff30847d0bee5bf49ffe7341e is 50, key is test_row_0/B:col10/1733349465357/Put/seqid=0 2024-12-04T21:57:45,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073741963_1139 (size=12001) 2024-12-04T21:57:45,695 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/.tmp/B/6f4e4bcff30847d0bee5bf49ffe7341e 2024-12-04T21:57:45,706 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:57:45,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33744 deadline: 1733349525704, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:57:45,707 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:45,707 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:45,707 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:57:45,707 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:57:45,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33780 deadline: 1733349525704, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:57:45,708 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:45,708 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:45,709 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:57:45,710 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:57:45,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33716 deadline: 1733349525708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:57:45,711 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:57:45,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33768 deadline: 1733349525709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:57:45,711 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:45,711 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:45,711 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:45,711 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:45,711 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:57:45,711 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:57:45,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/.tmp/C/90be73bd47e64f148f12896c099d12f5 is 50, key is test_row_0/C:col10/1733349465357/Put/seqid=0 2024-12-04T21:57:45,720 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:57:45,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33724 deadline: 1733349525718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:57:45,721 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:45,721 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:45,721 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:57:45,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073741964_1140 (size=12001) 2024-12-04T21:57:45,727 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/.tmp/C/90be73bd47e64f148f12896c099d12f5 2024-12-04T21:57:45,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/.tmp/A/38b89825e1ee481bbd82afa28768dc0f as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/A/38b89825e1ee481bbd82afa28768dc0f 2024-12-04T21:57:45,743 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/A/38b89825e1ee481bbd82afa28768dc0f, entries=150, sequenceid=49, filesize=30.2 K 2024-12-04T21:57:45,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/.tmp/B/6f4e4bcff30847d0bee5bf49ffe7341e as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/B/6f4e4bcff30847d0bee5bf49ffe7341e 2024-12-04T21:57:45,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:45,752 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/B/6f4e4bcff30847d0bee5bf49ffe7341e, entries=150, sequenceid=49, filesize=11.7 K 2024-12-04T21:57:45,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/.tmp/C/90be73bd47e64f148f12896c099d12f5 as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/C/90be73bd47e64f148f12896c099d12f5 2024-12-04T21:57:45,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:45,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:45,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:45,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:45,761 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/C/90be73bd47e64f148f12896c099d12f5, entries=150, sequenceid=49, filesize=11.7 K 2024-12-04T21:57:45,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:45,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:45,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:45,763 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~366.19 KB/374976, currentSize=53.67 KB/54960 for d7958328e6640b4c79793bbc4909e413 in 162ms, sequenceid=49, compaction requested=false 2024-12-04T21:57:45,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2603): Flush status journal for d7958328e6640b4c79793bbc4909e413: 2024-12-04T21:57:45,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413. 2024-12-04T21:57:45,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=43 2024-12-04T21:57:45,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:45,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.HMaster(4169): Remote procedure done, pid=43 2024-12-04T21:57:45,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:45,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:45,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:45,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:45,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:45,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:45,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:45,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:45,767 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=43, resume processing ppid=42 2024-12-04T21:57:45,767 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=42, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 470 msec 2024-12-04T21:57:45,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:45,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:45,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:45,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:45,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:45,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:45,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:45,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:45,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:45,770 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees in 480 msec 2024-12-04T21:57:45,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:45,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:45,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:45,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:45,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:45,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:45,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:45,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:45,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:45,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:45,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:45,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:45,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:45,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:45,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:45,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:45,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:45,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:45,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:45,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:45,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:45,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:45,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:45,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:45,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:45,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:45,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:45,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:45,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:45,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:45,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:45,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:45,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:45,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:45,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:45,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:45,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:45,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:45,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:45,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:45,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:45,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:45,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:45,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:45,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:45,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:45,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:45,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:45,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:45,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:45,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:45,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:45,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:45,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:45,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:45,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:45,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:45,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:45,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:45,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:45,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:45,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:45,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:45,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:45,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:45,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:45,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:45,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:45,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:45,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:45,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:45,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:45,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:45,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:45,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:45,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:45,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:45,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:45,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:45,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:45,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:45,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:45,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:45,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:45,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:45,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:45,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:45,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:45,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:45,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:45,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:45,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:45,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:45,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:45,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:45,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:45,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:45,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:45,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:45,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:45,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:45,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:45,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:45,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:45,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:45,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:45,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:45,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:45,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:45,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:45,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:45,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:45,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:45,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:45,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:45,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:45,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:45,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:45,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:45,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:45,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:45,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:45,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:45,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:45,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:45,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:45,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:45,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:45,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:45,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:45,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:45,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:45,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:45,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:45,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:45,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:45,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:45,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:45,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:45,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:45,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:45,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:45,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:45,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:45,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:45,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:45,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:45,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:45,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:45,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:45,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:45,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:45,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:45,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:45,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:45,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:45,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:45,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:45,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:45,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:45,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:45,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:45,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:45,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:45,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:45,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:45,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:45,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:45,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:45,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:45,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:45,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:45,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:45,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:45,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:45,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:45,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:45,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:45,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:45,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:45,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:45,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:45,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:45,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:45,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:45,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:45,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:45,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:45,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:45,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:45,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:45,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:45,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:45,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:45,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:45,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:45,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:45,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:45,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:45,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:45,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:45,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:45,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:45,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:45,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:45,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:45,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:45,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:45,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:45,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:45,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:45,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:45,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:45,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:45,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:45,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:45,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:45,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:45,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:45,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:45,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:45,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:45,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:45,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:45,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:45,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:45,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:45,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:45,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:45,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:45,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:45,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:45,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:45,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:45,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:45,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:45,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:45,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:45,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:45,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:45,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:45,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:45,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:45,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:45,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:45,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(8855): Flush requested on d7958328e6640b4c79793bbc4909e413 2024-12-04T21:57:45,848 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d7958328e6640b4c79793bbc4909e413 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-12-04T21:57:45,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:45,848 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d7958328e6640b4c79793bbc4909e413, store=A 2024-12-04T21:57:45,848 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T21:57:45,848 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d7958328e6640b4c79793bbc4909e413, store=B 2024-12-04T21:57:45,848 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T21:57:45,848 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d7958328e6640b4c79793bbc4909e413, store=C 2024-12-04T21:57:45,848 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T21:57:45,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:45,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:45,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:45,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:45,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:45,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:45,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:45,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:45,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:45,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:45,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:45,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:45,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:45,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:45,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:45,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:45,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:45,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:45,859 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241204ff6bfe7b02da4de28d64df4b72b88390_d7958328e6640b4c79793bbc4909e413 is 50, key is test_row_0/A:col10/1733349465702/Put/seqid=0 2024-12-04T21:57:45,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:45,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:45,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:45,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:45,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:45,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:45,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:45,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073741965_1141 (size=12154) 2024-12-04T21:57:45,911 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:57:45,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33780 deadline: 1733349525908, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:57:45,911 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:45,911 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:45,911 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:57:45,913 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:57:45,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33744 deadline: 1733349525909, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:57:45,917 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:45,917 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:45,917 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:57:45,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-12-04T21:57:45,929 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-04T21:57:45,929 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-04T21:57:45,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] procedure2.ProcedureExecutor(1139): Stored pid=44, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees 2024-12-04T21:57:45,931 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=44, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-04T21:57:45,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-12-04T21:57:45,932 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=44, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-04T21:57:45,932 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=45, ppid=44, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-04T21:57:46,022 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:57:46,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33716 deadline: 1733349526018, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:57:46,023 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:46,023 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:46,023 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:57:46,023 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:57:46,023 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:57:46,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33780 deadline: 1733349526018, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:57:46,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33768 deadline: 1733349526018, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:57:46,024 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:46,024 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:46,024 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:57:46,024 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:46,024 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:46,025 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:57:46,030 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:57:46,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33724 deadline: 1733349526028, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:57:46,033 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:46,032 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:57:46,033 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:46,033 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:57:46,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33744 deadline: 1733349526028, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:57:46,033 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:46,033 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:46,033 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:57:46,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-12-04T21:57:46,089 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39095 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-12-04T21:57:46,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413. 2024-12-04T21:57:46,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413. as already flushing 2024-12-04T21:57:46,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413. 2024-12-04T21:57:46,089 ERROR [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => d7958328e6640b4c79793bbc4909e413, NAME => 'TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:57:46,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => d7958328e6640b4c79793bbc4909e413, NAME => 'TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:57:46,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d7958328e6640b4c79793bbc4909e413, NAME => 'TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d7958328e6640b4c79793bbc4909e413, NAME => 'TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:57:46,228 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:57:46,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33780 deadline: 1733349526228, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:57:46,229 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:46,229 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:46,229 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:57:46,241 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:57:46,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33744 deadline: 1733349526238, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:57:46,242 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:46,242 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:46,242 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:57:46,243 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39095 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-12-04T21:57:46,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413. 2024-12-04T21:57:46,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413. as already flushing 2024-12-04T21:57:46,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413. 2024-12-04T21:57:46,244 ERROR [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => d7958328e6640b4c79793bbc4909e413, NAME => 'TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:57:46,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => d7958328e6640b4c79793bbc4909e413, NAME => 'TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:57:46,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d7958328e6640b4c79793bbc4909e413, NAME => 'TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d7958328e6640b4c79793bbc4909e413, NAME => 'TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:57:46,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-12-04T21:57:46,288 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:46,293 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241204ff6bfe7b02da4de28d64df4b72b88390_d7958328e6640b4c79793bbc4909e413 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204ff6bfe7b02da4de28d64df4b72b88390_d7958328e6640b4c79793bbc4909e413 2024-12-04T21:57:46,295 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/.tmp/A/e69b576f41c5454ebc378c703e550191, store: [table=TestAcidGuarantees family=A region=d7958328e6640b4c79793bbc4909e413] 2024-12-04T21:57:46,295 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/.tmp/A/e69b576f41c5454ebc378c703e550191 is 175, key is test_row_0/A:col10/1733349465702/Put/seqid=0 2024-12-04T21:57:46,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073741966_1142 (size=30955) 2024-12-04T21:57:46,397 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39095 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-12-04T21:57:46,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413. 2024-12-04T21:57:46,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413. as already flushing 2024-12-04T21:57:46,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413. 2024-12-04T21:57:46,398 ERROR [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => d7958328e6640b4c79793bbc4909e413, NAME => 'TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:57:46,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => d7958328e6640b4c79793bbc4909e413, NAME => 'TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:57:46,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d7958328e6640b4c79793bbc4909e413, NAME => 'TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d7958328e6640b4c79793bbc4909e413, NAME => 'TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:57:46,531 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:57:46,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33716 deadline: 1733349526528, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:57:46,532 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:57:46,532 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:46,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33768 deadline: 1733349526528, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:57:46,532 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:46,532 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:57:46,532 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:46,532 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:46,532 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:57:46,539 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:57:46,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33724 deadline: 1733349526538, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:57:46,540 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:46,540 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:57:46,540 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:46,540 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:57:46,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33780 deadline: 1733349526538, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:57:46,541 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:46,541 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:46,541 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:57:46,551 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:57:46,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33744 deadline: 1733349526548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:57:46,552 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:46,552 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:46,552 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:57:46,552 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39095 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-12-04T21:57:46,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413. 2024-12-04T21:57:46,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413. as already flushing 2024-12-04T21:57:46,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413. 2024-12-04T21:57:46,553 ERROR [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => d7958328e6640b4c79793bbc4909e413, NAME => 'TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:57:46,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => d7958328e6640b4c79793bbc4909e413, NAME => 'TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:57:46,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d7958328e6640b4c79793bbc4909e413, NAME => 'TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d7958328e6640b4c79793bbc4909e413, NAME => 'TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:57:46,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-12-04T21:57:46,704 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=61, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/.tmp/A/e69b576f41c5454ebc378c703e550191 2024-12-04T21:57:46,706 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39095 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-12-04T21:57:46,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413. 2024-12-04T21:57:46,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413. as already flushing 2024-12-04T21:57:46,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413. 2024-12-04T21:57:46,706 ERROR [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => d7958328e6640b4c79793bbc4909e413, NAME => 'TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:57:46,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => d7958328e6640b4c79793bbc4909e413, NAME => 'TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:57:46,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d7958328e6640b4c79793bbc4909e413, NAME => 'TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d7958328e6640b4c79793bbc4909e413, NAME => 'TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:57:46,715 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/.tmp/B/c7a9eb674013465eb5ec7d0dc5d7c103 is 50, key is test_row_0/B:col10/1733349465702/Put/seqid=0 2024-12-04T21:57:46,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073741967_1143 (size=12001) 2024-12-04T21:57:46,858 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39095 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-12-04T21:57:46,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413. 2024-12-04T21:57:46,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413. as already flushing 2024-12-04T21:57:46,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413. 2024-12-04T21:57:46,859 ERROR [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => d7958328e6640b4c79793bbc4909e413, NAME => 'TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:57:46,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => d7958328e6640b4c79793bbc4909e413, NAME => 'TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:57:46,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d7958328e6640b4c79793bbc4909e413, NAME => 'TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d7958328e6640b4c79793bbc4909e413, NAME => 'TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:57:46,941 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-04T21:57:47,012 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39095 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-12-04T21:57:47,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413. 2024-12-04T21:57:47,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413. as already flushing 2024-12-04T21:57:47,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413. 2024-12-04T21:57:47,013 ERROR [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => d7958328e6640b4c79793bbc4909e413, NAME => 'TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:57:47,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => d7958328e6640b4c79793bbc4909e413, NAME => 'TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:57:47,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d7958328e6640b4c79793bbc4909e413, NAME => 'TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d7958328e6640b4c79793bbc4909e413, NAME => 'TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:57:47,050 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:57:47,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33780 deadline: 1733349527048, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:57:47,051 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:47,051 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:47,051 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:57:47,059 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:57:47,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33744 deadline: 1733349527058, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:57:47,060 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:47,060 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:47,060 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:57:47,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-12-04T21:57:47,124 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=61 (bloomFilter=true), to=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/.tmp/B/c7a9eb674013465eb5ec7d0dc5d7c103 2024-12-04T21:57:47,136 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/.tmp/C/1a5b46cae4dd4ae3ab72243b9d351a41 is 50, key is test_row_0/C:col10/1733349465702/Put/seqid=0 2024-12-04T21:57:47,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073741968_1144 (size=12001) 2024-12-04T21:57:47,163 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=61 (bloomFilter=true), to=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/.tmp/C/1a5b46cae4dd4ae3ab72243b9d351a41 2024-12-04T21:57:47,168 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39095 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-12-04T21:57:47,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413. 2024-12-04T21:57:47,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413. as already flushing 2024-12-04T21:57:47,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413. 2024-12-04T21:57:47,168 ERROR [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => d7958328e6640b4c79793bbc4909e413, NAME => 'TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:57:47,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => d7958328e6640b4c79793bbc4909e413, NAME => 'TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:57:47,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d7958328e6640b4c79793bbc4909e413, NAME => 'TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d7958328e6640b4c79793bbc4909e413, NAME => 'TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:57:47,175 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/.tmp/A/e69b576f41c5454ebc378c703e550191 as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/A/e69b576f41c5454ebc378c703e550191 2024-12-04T21:57:47,183 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/A/e69b576f41c5454ebc378c703e550191, entries=150, sequenceid=61, filesize=30.2 K 2024-12-04T21:57:47,185 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/.tmp/B/c7a9eb674013465eb5ec7d0dc5d7c103 as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/B/c7a9eb674013465eb5ec7d0dc5d7c103 2024-12-04T21:57:47,193 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/B/c7a9eb674013465eb5ec7d0dc5d7c103, entries=150, sequenceid=61, filesize=11.7 K 2024-12-04T21:57:47,196 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/.tmp/C/1a5b46cae4dd4ae3ab72243b9d351a41 as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/C/1a5b46cae4dd4ae3ab72243b9d351a41 2024-12-04T21:57:47,206 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/C/1a5b46cae4dd4ae3ab72243b9d351a41, entries=150, sequenceid=61, filesize=11.7 K 2024-12-04T21:57:47,225 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for d7958328e6640b4c79793bbc4909e413 in 1378ms, sequenceid=61, compaction requested=true 2024-12-04T21:57:47,225 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d7958328e6640b4c79793bbc4909e413: 2024-12-04T21:57:47,226 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d7958328e6640b4c79793bbc4909e413:A, priority=-2147483648, current under compaction store size is 1 2024-12-04T21:57:47,226 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T21:57:47,226 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T21:57:47,226 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d7958328e6640b4c79793bbc4909e413:B, priority=-2147483648, current under compaction store size is 2 2024-12-04T21:57:47,226 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T21:57:47,226 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T21:57:47,226 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d7958328e6640b4c79793bbc4909e413:C, priority=-2147483648, current under compaction store size is 3 2024-12-04T21:57:47,226 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T21:57:47,227 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T21:57:47,227 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HStore(1541): d7958328e6640b4c79793bbc4909e413/B is initiating minor compaction (all files) 2024-12-04T21:57:47,227 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d7958328e6640b4c79793bbc4909e413/B in TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413. 2024-12-04T21:57:47,227 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/B/7384898a4ada4f52bee5540260cb3d4b, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/B/6f4e4bcff30847d0bee5bf49ffe7341e, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/B/c7a9eb674013465eb5ec7d0dc5d7c103] into tmpdir=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/.tmp, totalSize=35.2 K 2024-12-04T21:57:47,227 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101459 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T21:57:47,228 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.Compactor(225): Compacting 7384898a4ada4f52bee5540260cb3d4b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1733349465299 2024-12-04T21:57:47,228 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HStore(1541): d7958328e6640b4c79793bbc4909e413/A is initiating minor compaction (all files) 2024-12-04T21:57:47,228 INFO [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d7958328e6640b4c79793bbc4909e413/A in TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413. 2024-12-04T21:57:47,228 INFO [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/A/f038fd828889461d947770799a020243, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/A/38b89825e1ee481bbd82afa28768dc0f, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/A/e69b576f41c5454ebc378c703e550191] into tmpdir=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/.tmp, totalSize=99.1 K 2024-12-04T21:57:47,228 INFO [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413. 2024-12-04T21:57:47,228 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413. files: [hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/A/f038fd828889461d947770799a020243, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/A/38b89825e1ee481bbd82afa28768dc0f, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/A/e69b576f41c5454ebc378c703e550191] 2024-12-04T21:57:47,228 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] compactions.Compactor(225): Compacting f038fd828889461d947770799a020243, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1733349465299 2024-12-04T21:57:47,228 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.Compactor(225): Compacting 6f4e4bcff30847d0bee5bf49ffe7341e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1733349465357 2024-12-04T21:57:47,229 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.Compactor(225): Compacting c7a9eb674013465eb5ec7d0dc5d7c103, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=61, earliestPutTs=1733349465701 2024-12-04T21:57:47,229 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] compactions.Compactor(225): Compacting 38b89825e1ee481bbd82afa28768dc0f, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1733349465357 2024-12-04T21:57:47,229 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] compactions.Compactor(225): Compacting e69b576f41c5454ebc378c703e550191, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=61, earliestPutTs=1733349465701 2024-12-04T21:57:47,236 INFO [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=d7958328e6640b4c79793bbc4909e413] 2024-12-04T21:57:47,239 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d7958328e6640b4c79793bbc4909e413#B#compaction#127 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-04T21:57:47,239 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/.tmp/B/25dedce8418f48c892d814569e598c71 is 50, key is test_row_0/B:col10/1733349465702/Put/seqid=0 2024-12-04T21:57:47,242 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241204129bdcdcd8954219824760552ff71b88_d7958328e6640b4c79793bbc4909e413 store=[table=TestAcidGuarantees family=A region=d7958328e6640b4c79793bbc4909e413] 2024-12-04T21:57:47,244 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241204129bdcdcd8954219824760552ff71b88_d7958328e6640b4c79793bbc4909e413, store=[table=TestAcidGuarantees family=A region=d7958328e6640b4c79793bbc4909e413] 2024-12-04T21:57:47,244 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241204129bdcdcd8954219824760552ff71b88_d7958328e6640b4c79793bbc4909e413 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=d7958328e6640b4c79793bbc4909e413] 2024-12-04T21:57:47,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073741969_1145 (size=12104) 2024-12-04T21:57:47,281 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/.tmp/B/25dedce8418f48c892d814569e598c71 as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/B/25dedce8418f48c892d814569e598c71 2024-12-04T21:57:47,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073741970_1146 (size=4469) 2024-12-04T21:57:47,293 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d7958328e6640b4c79793bbc4909e413/B of d7958328e6640b4c79793bbc4909e413 into 25dedce8418f48c892d814569e598c71(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T21:57:47,293 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d7958328e6640b4c79793bbc4909e413: 2024-12-04T21:57:47,293 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., storeName=d7958328e6640b4c79793bbc4909e413/B, priority=13, startTime=1733349467226; duration=0sec 2024-12-04T21:57:47,294 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T21:57:47,294 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d7958328e6640b4c79793bbc4909e413:B 2024-12-04T21:57:47,294 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T21:57:47,295 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T21:57:47,295 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HStore(1541): d7958328e6640b4c79793bbc4909e413/C is initiating minor compaction (all files) 2024-12-04T21:57:47,295 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d7958328e6640b4c79793bbc4909e413/C in TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413. 2024-12-04T21:57:47,295 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/C/454cdd846fe74a07bb2bee66d07ed82e, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/C/90be73bd47e64f148f12896c099d12f5, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/C/1a5b46cae4dd4ae3ab72243b9d351a41] into tmpdir=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/.tmp, totalSize=35.2 K 2024-12-04T21:57:47,297 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.Compactor(225): Compacting 454cdd846fe74a07bb2bee66d07ed82e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1733349465299 2024-12-04T21:57:47,298 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.Compactor(225): Compacting 90be73bd47e64f148f12896c099d12f5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1733349465357 2024-12-04T21:57:47,299 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.Compactor(225): Compacting 1a5b46cae4dd4ae3ab72243b9d351a41, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=61, earliestPutTs=1733349465701 2024-12-04T21:57:47,312 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d7958328e6640b4c79793bbc4909e413#C#compaction#128 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-04T21:57:47,313 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/.tmp/C/453bb553d1e84e049c041449aa5f5871 is 50, key is test_row_0/C:col10/1733349465702/Put/seqid=0 2024-12-04T21:57:47,324 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39095 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-12-04T21:57:47,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413. 2024-12-04T21:57:47,324 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2902): Flushing d7958328e6640b4c79793bbc4909e413 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-12-04T21:57:47,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d7958328e6640b4c79793bbc4909e413, store=A 2024-12-04T21:57:47,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T21:57:47,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d7958328e6640b4c79793bbc4909e413, store=B 2024-12-04T21:57:47,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T21:57:47,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d7958328e6640b4c79793bbc4909e413, store=C 2024-12-04T21:57:47,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T21:57:47,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073741971_1147 (size=12104) 2024-12-04T21:57:47,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412047f256495beee4c5fbf11c161905593bd_d7958328e6640b4c79793bbc4909e413 is 50, key is test_row_0/A:col10/1733349465862/Put/seqid=0 2024-12-04T21:57:47,338 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/.tmp/C/453bb553d1e84e049c041449aa5f5871 as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/C/453bb553d1e84e049c041449aa5f5871 2024-12-04T21:57:47,348 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d7958328e6640b4c79793bbc4909e413/C of d7958328e6640b4c79793bbc4909e413 into 453bb553d1e84e049c041449aa5f5871(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T21:57:47,348 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d7958328e6640b4c79793bbc4909e413: 2024-12-04T21:57:47,348 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., storeName=d7958328e6640b4c79793bbc4909e413/C, priority=13, startTime=1733349467226; duration=0sec 2024-12-04T21:57:47,349 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T21:57:47,349 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d7958328e6640b4c79793bbc4909e413:C 2024-12-04T21:57:47,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073741972_1148 (size=12154) 2024-12-04T21:57:47,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,370 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412047f256495beee4c5fbf11c161905593bd_d7958328e6640b4c79793bbc4909e413 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412047f256495beee4c5fbf11c161905593bd_d7958328e6640b4c79793bbc4909e413 2024-12-04T21:57:47,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/.tmp/A/717ab381624e4a77863e85edb171eb9e, store: [table=TestAcidGuarantees family=A region=d7958328e6640b4c79793bbc4909e413] 2024-12-04T21:57:47,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/.tmp/A/717ab381624e4a77863e85edb171eb9e is 175, key is test_row_0/A:col10/1733349465862/Put/seqid=0 2024-12-04T21:57:47,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073741973_1149 (size=30955) 2024-12-04T21:57:47,382 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=82, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/.tmp/A/717ab381624e4a77863e85edb171eb9e 2024-12-04T21:57:47,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/.tmp/B/be83fe8f697e4d6cb531600138b517ea is 50, key is test_row_0/B:col10/1733349465862/Put/seqid=0 2024-12-04T21:57:47,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073741974_1150 (size=12001) 2024-12-04T21:57:47,431 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=82 (bloomFilter=true), to=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/.tmp/B/be83fe8f697e4d6cb531600138b517ea 2024-12-04T21:57:47,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/.tmp/C/c1cacf55068c43aea6b2e61613e5fbe2 is 50, key is test_row_0/C:col10/1733349465862/Put/seqid=0 2024-12-04T21:57:47,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073741975_1151 (size=12001) 2024-12-04T21:57:47,468 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=82 (bloomFilter=true), to=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/.tmp/C/c1cacf55068c43aea6b2e61613e5fbe2 2024-12-04T21:57:47,474 INFO [master/bb3046a53f79:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-04T21:57:47,475 INFO [master/bb3046a53f79:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-04T21:57:47,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/.tmp/A/717ab381624e4a77863e85edb171eb9e as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/A/717ab381624e4a77863e85edb171eb9e 2024-12-04T21:57:47,484 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/A/717ab381624e4a77863e85edb171eb9e, entries=150, sequenceid=82, filesize=30.2 K 2024-12-04T21:57:47,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/.tmp/B/be83fe8f697e4d6cb531600138b517ea as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/B/be83fe8f697e4d6cb531600138b517ea 2024-12-04T21:57:47,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,492 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/B/be83fe8f697e4d6cb531600138b517ea, entries=150, sequenceid=82, filesize=11.7 K 2024-12-04T21:57:47,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/.tmp/C/c1cacf55068c43aea6b2e61613e5fbe2 as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/C/c1cacf55068c43aea6b2e61613e5fbe2 2024-12-04T21:57:47,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,500 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/C/c1cacf55068c43aea6b2e61613e5fbe2, entries=150, sequenceid=82, filesize=11.7 K 2024-12-04T21:57:47,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,501 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=0 B/0 for d7958328e6640b4c79793bbc4909e413 in 177ms, sequenceid=82, compaction requested=false 2024-12-04T21:57:47,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2603): Flush status journal for d7958328e6640b4c79793bbc4909e413: 2024-12-04T21:57:47,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413. 2024-12-04T21:57:47,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=45 2024-12-04T21:57:47,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.HMaster(4169): Remote procedure done, pid=45 2024-12-04T21:57:47,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,506 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=45, resume processing ppid=44 2024-12-04T21:57:47,506 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=44, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5720 sec 2024-12-04T21:57:47,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,509 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees in 1.5780 sec 2024-12-04T21:57:47,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,603 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d7958328e6640b4c79793bbc4909e413 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-12-04T21:57:47,604 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d7958328e6640b4c79793bbc4909e413, store=A 2024-12-04T21:57:47,604 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T21:57:47,604 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d7958328e6640b4c79793bbc4909e413, store=B 2024-12-04T21:57:47,604 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T21:57:47,604 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d7958328e6640b4c79793bbc4909e413, store=C 2024-12-04T21:57:47,604 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T21:57:47,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(8855): Flush requested on d7958328e6640b4c79793bbc4909e413 2024-12-04T21:57:47,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,619 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241204b592e365343b4b91a654bd198f0d8c62_d7958328e6640b4c79793bbc4909e413 is 50, key is test_row_0/A:col10/1733349467600/Put/seqid=0 2024-12-04T21:57:47,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073741976_1152 (size=21918) 2024-12-04T21:57:47,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:47,654 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/bb3046a53f79:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733349467632, max timestamp=1733349467651Num uniques 859; 2024-12-04T21:57:47,654 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/bb3046a53f79:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-04T21:57:47,654 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/bb3046a53f79:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733349467632, max timestamp=1733349467651Num uniques 859; 2024-12-04T21:57:47,654 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/bb3046a53f79:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733349467632, max timestamp=1733349467651Num uniques 859; 2024-12-04T21:57:47,654 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/bb3046a53f79:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-04T21:57:47,655 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/bb3046a53f79:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-04T21:57:47,686 INFO [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d7958328e6640b4c79793bbc4909e413#A#compaction#126 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T21:57:47,687 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/.tmp/A/d0cdb94fd787410191b571abc745a8bc is 175, key is test_row_0/A:col10/1733349465702/Put/seqid=0 2024-12-04T21:57:47,697 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:57:47,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33716 deadline: 1733349527690, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:57:47,698 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:47,698 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:47,698 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:57:47,699 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/bb3046a53f79:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=218, cellSize=9978, totalHeapSize=22912, min timestamp=1733349467676, max timestamp=1733349467695Num uniques 1018; 2024-12-04T21:57:47,699 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/bb3046a53f79:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=9978, suffix heap size=133840,new segment heap size=22912 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=218 2024-12-04T21:57:47,699 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/bb3046a53f79:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=218, cellSize=9978, totalHeapSize=22912, min timestamp=1733349467676, max timestamp=1733349467695Num uniques 1018; 2024-12-04T21:57:47,699 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/bb3046a53f79:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=9978, suffix heap size=133840,new segment heap size=22912 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=218 2024-12-04T21:57:47,700 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/bb3046a53f79:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=218, cellSize=9978, totalHeapSize=22912, min timestamp=1733349467676, max timestamp=1733349467695Num uniques 1018; 2024-12-04T21:57:47,700 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/bb3046a53f79:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=9978, suffix heap size=133840,new segment heap size=22912 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=218 2024-12-04T21:57:47,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073741977_1153 (size=31058) 2024-12-04T21:57:47,707 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/.tmp/A/d0cdb94fd787410191b571abc745a8bc as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/A/d0cdb94fd787410191b571abc745a8bc 2024-12-04T21:57:47,713 INFO [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d7958328e6640b4c79793bbc4909e413/A of d7958328e6640b4c79793bbc4909e413 into d0cdb94fd787410191b571abc745a8bc(size=30.3 K), total size for store is 60.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T21:57:47,713 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d7958328e6640b4c79793bbc4909e413: 2024-12-04T21:57:47,713 INFO [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., storeName=d7958328e6640b4c79793bbc4909e413/A, priority=13, startTime=1733349467225; duration=0sec 2024-12-04T21:57:47,714 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T21:57:47,714 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d7958328e6640b4c79793bbc4909e413:A 2024-12-04T21:57:47,746 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:57:47,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33768 deadline: 1733349527744, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:57:47,747 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:47,747 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:47,747 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:57:47,750 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:57:47,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33724 deadline: 1733349527746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:57:47,751 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:47,751 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:47,751 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:57:47,810 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:57:47,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33716 deadline: 1733349527808, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:57:47,811 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:47,811 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:47,811 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:57:47,861 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:57:47,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33768 deadline: 1733349527858, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:57:47,861 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:57:47,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33724 deadline: 1733349527858, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:57:47,861 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:47,861 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:47,861 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:47,861 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:47,862 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:57:47,862 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:57:48,023 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:57:48,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33716 deadline: 1733349528018, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:57:48,023 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:48,023 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:48,023 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:57:48,044 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:48,048 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241204b592e365343b4b91a654bd198f0d8c62_d7958328e6640b4c79793bbc4909e413 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204b592e365343b4b91a654bd198f0d8c62_d7958328e6640b4c79793bbc4909e413 2024-12-04T21:57:48,049 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/.tmp/A/5c084fe43bd94d8aa62d714980b2d53c, store: [table=TestAcidGuarantees family=A region=d7958328e6640b4c79793bbc4909e413] 2024-12-04T21:57:48,050 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/.tmp/A/5c084fe43bd94d8aa62d714980b2d53c is 175, key is test_row_0/A:col10/1733349467600/Put/seqid=0 2024-12-04T21:57:48,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073741978_1154 (size=65323) 2024-12-04T21:57:48,063 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:57:48,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33780 deadline: 1733349528057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:57:48,064 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to bb3046a53f79,39095,1733349424047 for 'test_row_2' in d7958328e6640b4c79793bbc4909e413 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2157 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-04T21:57:48,064 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:48,064 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:48,064 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:57:48,068 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:57:48,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33768 deadline: 1733349528068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:57:48,069 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:57:48,069 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:48,069 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:48,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33724 deadline: 1733349528068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:57:48,069 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:57:48,070 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:48,070 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:48,070 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:57:48,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-12-04T21:57:48,078 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-04T21:57:48,078 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-04T21:57:48,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] procedure2.ProcedureExecutor(1139): Stored pid=46, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees 2024-12-04T21:57:48,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-12-04T21:57:48,080 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=46, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-04T21:57:48,081 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=46, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-04T21:57:48,081 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=46, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-04T21:57:48,081 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:57:48,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33744 deadline: 1733349528077, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:57:48,082 WARN [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to bb3046a53f79,39095,1733349424047 for 'test_row_1' in d7958328e6640b4c79793bbc4909e413 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2173 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-04T21:57:48,083 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:48,083 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:48,083 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:57:48,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-12-04T21:57:48,232 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39095 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-12-04T21:57:48,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413. 2024-12-04T21:57:48,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413. as already flushing 2024-12-04T21:57:48,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413. 2024-12-04T21:57:48,233 ERROR [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47 java.io.IOException: Unable to complete flush {ENCODED => d7958328e6640b4c79793bbc4909e413, NAME => 'TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:57:48,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47 java.io.IOException: Unable to complete flush {ENCODED => d7958328e6640b4c79793bbc4909e413, NAME => 'TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:57:48,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.HMaster(4177): Remote procedure failed, pid=47 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d7958328e6640b4c79793bbc4909e413, NAME => 'TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d7958328e6640b4c79793bbc4909e413, NAME => 'TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:57:48,328 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:57:48,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33716 deadline: 1733349528327, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:57:48,329 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:48,329 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:48,329 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:57:48,379 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:57:48,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33768 deadline: 1733349528378, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:57:48,380 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:48,380 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:57:48,380 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:48,380 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:57:48,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33724 deadline: 1733349528378, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:57:48,380 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:48,380 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:48,380 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:57:48,385 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39095 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-12-04T21:57:48,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413. 2024-12-04T21:57:48,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413. as already flushing 2024-12-04T21:57:48,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413. 2024-12-04T21:57:48,386 ERROR [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47 java.io.IOException: Unable to complete flush {ENCODED => d7958328e6640b4c79793bbc4909e413, NAME => 'TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:57:48,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47 java.io.IOException: Unable to complete flush {ENCODED => d7958328e6640b4c79793bbc4909e413, NAME => 'TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:57:48,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.HMaster(4177): Remote procedure failed, pid=47 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d7958328e6640b4c79793bbc4909e413, NAME => 'TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d7958328e6640b4c79793bbc4909e413, NAME => 'TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:57:48,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-12-04T21:57:48,455 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=93, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/.tmp/A/5c084fe43bd94d8aa62d714980b2d53c 2024-12-04T21:57:48,461 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/.tmp/B/162ef465ae144030996a96caa469ba74 is 50, key is test_row_0/B:col10/1733349467600/Put/seqid=0 2024-12-04T21:57:48,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073741979_1155 (size=12001) 2024-12-04T21:57:48,466 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/.tmp/B/162ef465ae144030996a96caa469ba74 2024-12-04T21:57:48,474 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/.tmp/C/c2014a5ae8a748aa960d8f1784930f5d is 50, key is test_row_0/C:col10/1733349467600/Put/seqid=0 2024-12-04T21:57:48,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073741980_1156 (size=12001) 2024-12-04T21:57:48,538 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39095 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-12-04T21:57:48,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413. 2024-12-04T21:57:48,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413. as already flushing 2024-12-04T21:57:48,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413. 2024-12-04T21:57:48,539 ERROR [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47 java.io.IOException: Unable to complete flush {ENCODED => d7958328e6640b4c79793bbc4909e413, NAME => 'TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:57:48,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47 java.io.IOException: Unable to complete flush {ENCODED => d7958328e6640b4c79793bbc4909e413, NAME => 'TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:57:48,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.HMaster(4177): Remote procedure failed, pid=47 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d7958328e6640b4c79793bbc4909e413, NAME => 'TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d7958328e6640b4c79793bbc4909e413, NAME => 'TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:57:48,692 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39095 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-12-04T21:57:48,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413. 2024-12-04T21:57:48,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413. as already flushing 2024-12-04T21:57:48,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413. 2024-12-04T21:57:48,692 ERROR [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47 java.io.IOException: Unable to complete flush {ENCODED => d7958328e6640b4c79793bbc4909e413, NAME => 'TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:57:48,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47 java.io.IOException: Unable to complete flush {ENCODED => d7958328e6640b4c79793bbc4909e413, NAME => 'TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:57:48,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.HMaster(4177): Remote procedure failed, pid=47 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d7958328e6640b4c79793bbc4909e413, NAME => 'TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d7958328e6640b4c79793bbc4909e413, NAME => 'TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:57:48,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-12-04T21:57:48,839 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:57:48,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33716 deadline: 1733349528838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:57:48,840 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:48,840 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:48,840 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:57:48,845 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39095 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-12-04T21:57:48,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413. 2024-12-04T21:57:48,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413. as already flushing 2024-12-04T21:57:48,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413. 2024-12-04T21:57:48,845 ERROR [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47 java.io.IOException: Unable to complete flush {ENCODED => d7958328e6640b4c79793bbc4909e413, NAME => 'TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:57:48,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47 java.io.IOException: Unable to complete flush {ENCODED => d7958328e6640b4c79793bbc4909e413, NAME => 'TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:57:48,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.HMaster(4177): Remote procedure failed, pid=47 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d7958328e6640b4c79793bbc4909e413, NAME => 'TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d7958328e6640b4c79793bbc4909e413, NAME => 'TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:57:48,879 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/.tmp/C/c2014a5ae8a748aa960d8f1784930f5d 2024-12-04T21:57:48,883 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/.tmp/A/5c084fe43bd94d8aa62d714980b2d53c as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/A/5c084fe43bd94d8aa62d714980b2d53c 2024-12-04T21:57:48,887 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/A/5c084fe43bd94d8aa62d714980b2d53c, entries=350, sequenceid=93, filesize=63.8 K 2024-12-04T21:57:48,888 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/.tmp/B/162ef465ae144030996a96caa469ba74 as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/B/162ef465ae144030996a96caa469ba74 2024-12-04T21:57:48,890 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:57:48,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33768 deadline: 1733349528887, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:57:48,890 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:57:48,890 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:48,890 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:48,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33724 deadline: 1733349528887, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:57:48,890 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:57:48,890 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:48,890 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:48,890 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:57:48,892 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/B/162ef465ae144030996a96caa469ba74, entries=150, sequenceid=93, filesize=11.7 K 2024-12-04T21:57:48,893 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/.tmp/C/c2014a5ae8a748aa960d8f1784930f5d as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/C/c2014a5ae8a748aa960d8f1784930f5d 2024-12-04T21:57:48,897 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/C/c2014a5ae8a748aa960d8f1784930f5d, entries=150, sequenceid=93, filesize=11.7 K 2024-12-04T21:57:48,898 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for d7958328e6640b4c79793bbc4909e413 in 1295ms, sequenceid=93, compaction requested=true 2024-12-04T21:57:48,899 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d7958328e6640b4c79793bbc4909e413: 2024-12-04T21:57:48,899 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d7958328e6640b4c79793bbc4909e413:A, priority=-2147483648, current under compaction store size is 1 2024-12-04T21:57:48,899 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T21:57:48,899 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T21:57:48,899 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d7958328e6640b4c79793bbc4909e413:B, priority=-2147483648, current under compaction store size is 2 2024-12-04T21:57:48,899 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T21:57:48,899 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T21:57:48,899 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d7958328e6640b4c79793bbc4909e413:C, priority=-2147483648, current under compaction store size is 3 2024-12-04T21:57:48,899 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T21:57:48,900 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 127336 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T21:57:48,900 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T21:57:48,900 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HStore(1541): d7958328e6640b4c79793bbc4909e413/A is initiating minor compaction (all files) 2024-12-04T21:57:48,900 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HStore(1541): d7958328e6640b4c79793bbc4909e413/B is initiating minor compaction (all files) 2024-12-04T21:57:48,900 INFO [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d7958328e6640b4c79793bbc4909e413/A in TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413. 2024-12-04T21:57:48,900 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d7958328e6640b4c79793bbc4909e413/B in TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413. 2024-12-04T21:57:48,900 INFO [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/A/d0cdb94fd787410191b571abc745a8bc, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/A/717ab381624e4a77863e85edb171eb9e, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/A/5c084fe43bd94d8aa62d714980b2d53c] into tmpdir=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/.tmp, totalSize=124.4 K 2024-12-04T21:57:48,900 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/B/25dedce8418f48c892d814569e598c71, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/B/be83fe8f697e4d6cb531600138b517ea, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/B/162ef465ae144030996a96caa469ba74] into tmpdir=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/.tmp, totalSize=35.3 K 2024-12-04T21:57:48,900 INFO [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413. 2024-12-04T21:57:48,900 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413. files: [hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/A/d0cdb94fd787410191b571abc745a8bc, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/A/717ab381624e4a77863e85edb171eb9e, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/A/5c084fe43bd94d8aa62d714980b2d53c] 2024-12-04T21:57:48,900 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] compactions.Compactor(225): Compacting d0cdb94fd787410191b571abc745a8bc, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=61, earliestPutTs=1733349465701 2024-12-04T21:57:48,900 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.Compactor(225): Compacting 25dedce8418f48c892d814569e598c71, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=61, earliestPutTs=1733349465701 2024-12-04T21:57:48,901 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] compactions.Compactor(225): Compacting 717ab381624e4a77863e85edb171eb9e, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=82, earliestPutTs=1733349465862 2024-12-04T21:57:48,901 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.Compactor(225): Compacting be83fe8f697e4d6cb531600138b517ea, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=82, earliestPutTs=1733349465862 2024-12-04T21:57:48,901 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.Compactor(225): Compacting 162ef465ae144030996a96caa469ba74, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1733349467600 2024-12-04T21:57:48,901 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5c084fe43bd94d8aa62d714980b2d53c, keycount=350, bloomtype=ROW, size=63.8 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1733349467586 2024-12-04T21:57:48,908 INFO [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=d7958328e6640b4c79793bbc4909e413] 2024-12-04T21:57:48,909 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d7958328e6640b4c79793bbc4909e413#B#compaction#135 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-04T21:57:48,910 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/.tmp/B/f7ecc6637db34febb6e48bf2b95ef124 is 50, key is test_row_0/B:col10/1733349467600/Put/seqid=0 2024-12-04T21:57:48,911 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412042a3facdaf4c546d9a14373ffcbc3fd76_d7958328e6640b4c79793bbc4909e413 store=[table=TestAcidGuarantees family=A region=d7958328e6640b4c79793bbc4909e413] 2024-12-04T21:57:48,913 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412042a3facdaf4c546d9a14373ffcbc3fd76_d7958328e6640b4c79793bbc4909e413, store=[table=TestAcidGuarantees family=A region=d7958328e6640b4c79793bbc4909e413] 2024-12-04T21:57:48,913 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412042a3facdaf4c546d9a14373ffcbc3fd76_d7958328e6640b4c79793bbc4909e413 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=d7958328e6640b4c79793bbc4909e413] 2024-12-04T21:57:48,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073741981_1157 (size=12207) 2024-12-04T21:57:48,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073741982_1158 (size=4469) 2024-12-04T21:57:48,997 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39095 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-12-04T21:57:48,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413. 2024-12-04T21:57:48,998 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2902): Flushing d7958328e6640b4c79793bbc4909e413 3/3 column families, dataSize=134.18 KB heapSize=379.45 KB 2024-12-04T21:57:48,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d7958328e6640b4c79793bbc4909e413, store=A 2024-12-04T21:57:48,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-04T21:57:48,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d7958328e6640b4c79793bbc4909e413, store=B 2024-12-04T21:57:48,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-04T21:57:48,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d7958328e6640b4c79793bbc4909e413, store=C 2024-12-04T21:57:48,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-04T21:57:49,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241204935e84259c0a44b0ac748007f4d5eecc_d7958328e6640b4c79793bbc4909e413 is 50, key is test_row_0/A:col10/1733349467719/Put/seqid=0 2024-12-04T21:57:49,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073741983_1159 (size=12304) 2024-12-04T21:57:49,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-12-04T21:57:49,331 INFO [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d7958328e6640b4c79793bbc4909e413#A#compaction#136 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T21:57:49,331 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/.tmp/A/caacd16cae8c40e48c9de1bfda717e98 is 175, key is test_row_0/A:col10/1733349467600/Put/seqid=0 2024-12-04T21:57:49,343 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/.tmp/B/f7ecc6637db34febb6e48bf2b95ef124 as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/B/f7ecc6637db34febb6e48bf2b95ef124 2024-12-04T21:57:49,353 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d7958328e6640b4c79793bbc4909e413/B of d7958328e6640b4c79793bbc4909e413 into f7ecc6637db34febb6e48bf2b95ef124(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T21:57:49,353 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d7958328e6640b4c79793bbc4909e413: 2024-12-04T21:57:49,353 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., storeName=d7958328e6640b4c79793bbc4909e413/B, priority=13, startTime=1733349468899; duration=0sec 2024-12-04T21:57:49,353 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T21:57:49,353 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d7958328e6640b4c79793bbc4909e413:B 2024-12-04T21:57:49,353 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T21:57:49,357 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T21:57:49,357 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HStore(1541): d7958328e6640b4c79793bbc4909e413/C is initiating minor compaction (all files) 2024-12-04T21:57:49,357 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d7958328e6640b4c79793bbc4909e413/C in TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413. 2024-12-04T21:57:49,357 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/C/453bb553d1e84e049c041449aa5f5871, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/C/c1cacf55068c43aea6b2e61613e5fbe2, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/C/c2014a5ae8a748aa960d8f1784930f5d] into tmpdir=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/.tmp, totalSize=35.3 K 2024-12-04T21:57:49,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073741984_1160 (size=31161) 2024-12-04T21:57:49,359 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.Compactor(225): Compacting 453bb553d1e84e049c041449aa5f5871, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=61, earliestPutTs=1733349465701 2024-12-04T21:57:49,361 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.Compactor(225): Compacting c1cacf55068c43aea6b2e61613e5fbe2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=82, earliestPutTs=1733349465862 2024-12-04T21:57:49,362 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.Compactor(225): Compacting c2014a5ae8a748aa960d8f1784930f5d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1733349467600 2024-12-04T21:57:49,367 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/.tmp/A/caacd16cae8c40e48c9de1bfda717e98 as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/A/caacd16cae8c40e48c9de1bfda717e98 2024-12-04T21:57:49,377 INFO [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d7958328e6640b4c79793bbc4909e413/A of d7958328e6640b4c79793bbc4909e413 into caacd16cae8c40e48c9de1bfda717e98(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T21:57:49,377 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d7958328e6640b4c79793bbc4909e413: 2024-12-04T21:57:49,377 INFO [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., storeName=d7958328e6640b4c79793bbc4909e413/A, priority=13, startTime=1733349468899; duration=0sec 2024-12-04T21:57:49,377 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T21:57:49,377 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d7958328e6640b4c79793bbc4909e413:A 2024-12-04T21:57:49,384 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d7958328e6640b4c79793bbc4909e413#C#compaction#138 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T21:57:49,385 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/.tmp/C/f42aaa99326746eaa5791052b22ba28b is 50, key is test_row_0/C:col10/1733349467600/Put/seqid=0 2024-12-04T21:57:49,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073741985_1161 (size=12207) 2024-12-04T21:57:49,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:49,431 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241204935e84259c0a44b0ac748007f4d5eecc_d7958328e6640b4c79793bbc4909e413 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204935e84259c0a44b0ac748007f4d5eecc_d7958328e6640b4c79793bbc4909e413 2024-12-04T21:57:49,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/.tmp/A/2c93282ae7cf4cb7ace91f78809364aa, store: [table=TestAcidGuarantees family=A region=d7958328e6640b4c79793bbc4909e413] 2024-12-04T21:57:49,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/.tmp/A/2c93282ae7cf4cb7ace91f78809364aa is 175, key is test_row_0/A:col10/1733349467719/Put/seqid=0 2024-12-04T21:57:49,435 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/.tmp/C/f42aaa99326746eaa5791052b22ba28b as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/C/f42aaa99326746eaa5791052b22ba28b 2024-12-04T21:57:49,444 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d7958328e6640b4c79793bbc4909e413/C of d7958328e6640b4c79793bbc4909e413 into f42aaa99326746eaa5791052b22ba28b(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T21:57:49,444 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d7958328e6640b4c79793bbc4909e413: 2024-12-04T21:57:49,444 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., storeName=d7958328e6640b4c79793bbc4909e413/C, priority=13, startTime=1733349468899; duration=0sec 2024-12-04T21:57:49,444 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T21:57:49,444 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d7958328e6640b4c79793bbc4909e413:C 2024-12-04T21:57:49,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073741986_1162 (size=31105) 2024-12-04T21:57:49,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(8855): Flush requested on d7958328e6640b4c79793bbc4909e413 2024-12-04T21:57:49,849 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413. as already flushing 2024-12-04T21:57:49,856 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=147, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/.tmp/A/2c93282ae7cf4cb7ace91f78809364aa 2024-12-04T21:57:49,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/.tmp/B/bf98f09f0e7645f48c288ff3107ad779 is 50, key is test_row_0/B:col10/1733349467719/Put/seqid=0 2024-12-04T21:57:49,887 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:57:49,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33716 deadline: 1733349529882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:57:49,888 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:49,888 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:49,888 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:57:49,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073741987_1163 (size=12151) 2024-12-04T21:57:49,899 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:57:49,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33768 deadline: 1733349529898, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:57:49,900 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to bb3046a53f79,39095,1733349424047 for 'test_row_2' in d7958328e6640b4c79793bbc4909e413 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2156 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-04T21:57:49,900 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:49,900 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:49,900 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:57:49,908 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:57:49,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33724 deadline: 1733349529908, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:57:49,909 WARN [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRpcRetryingCaller(177): Call to bb3046a53f79,39095,1733349424047 for 'test_row_1' in d7958328e6640b4c79793bbc4909e413 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2163 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-04T21:57:49,910 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:49,910 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:49,910 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:57:49,998 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:57:49,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33716 deadline: 1733349529997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:57:49,998 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:49,999 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:49,999 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:57:50,088 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:57:50,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33780 deadline: 1733349530088, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:57:50,089 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to bb3046a53f79,39095,1733349424047 for 'test_row_2' in d7958328e6640b4c79793bbc4909e413 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4182 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-04T21:57:50,089 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:50,089 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:50,089 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:57:50,098 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:57:50,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33744 deadline: 1733349530097, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:57:50,099 WARN [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to bb3046a53f79,39095,1733349424047 for 'test_row_1' in d7958328e6640b4c79793bbc4909e413 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4190 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-04T21:57:50,099 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:50,099 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:50,100 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:57:50,209 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:57:50,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33716 deadline: 1733349530208, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:57:50,210 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:50,210 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:50,210 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:57:50,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-12-04T21:57:50,291 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=147 (bloomFilter=true), to=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/.tmp/B/bf98f09f0e7645f48c288ff3107ad779 2024-12-04T21:57:50,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/.tmp/C/faa63201d1b344c58b7cd8b97a090da7 is 50, key is test_row_0/C:col10/1733349467719/Put/seqid=0 2024-12-04T21:57:50,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073741988_1164 (size=12151) 2024-12-04T21:57:50,359 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=147 (bloomFilter=true), to=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/.tmp/C/faa63201d1b344c58b7cd8b97a090da7 2024-12-04T21:57:50,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/.tmp/A/2c93282ae7cf4cb7ace91f78809364aa as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/A/2c93282ae7cf4cb7ace91f78809364aa 2024-12-04T21:57:50,373 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/A/2c93282ae7cf4cb7ace91f78809364aa, entries=150, sequenceid=147, filesize=30.4 K 2024-12-04T21:57:50,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/.tmp/B/bf98f09f0e7645f48c288ff3107ad779 as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/B/bf98f09f0e7645f48c288ff3107ad779 2024-12-04T21:57:50,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,381 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/B/bf98f09f0e7645f48c288ff3107ad779, entries=150, sequenceid=147, filesize=11.9 K 2024-12-04T21:57:50,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/.tmp/C/faa63201d1b344c58b7cd8b97a090da7 as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/C/faa63201d1b344c58b7cd8b97a090da7 2024-12-04T21:57:50,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,388 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/C/faa63201d1b344c58b7cd8b97a090da7, entries=150, sequenceid=147, filesize=11.9 K 2024-12-04T21:57:50,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,390 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~379.41 KB/388512, currentSize=46.96 KB/48090 for d7958328e6640b4c79793bbc4909e413 in 1391ms, sequenceid=147, compaction requested=false 2024-12-04T21:57:50,390 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2603): Flush status journal for d7958328e6640b4c79793bbc4909e413: 2024-12-04T21:57:50,390 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413. 2024-12-04T21:57:50,390 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=47 2024-12-04T21:57:50,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.HMaster(4169): Remote procedure done, pid=47 2024-12-04T21:57:50,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,395 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=46 2024-12-04T21:57:50,395 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=46, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3110 sec 2024-12-04T21:57:50,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,398 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees in 2.3180 sec 2024-12-04T21:57:50,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,543 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d7958328e6640b4c79793bbc4909e413 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-12-04T21:57:50,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,543 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d7958328e6640b4c79793bbc4909e413, store=A 2024-12-04T21:57:50,543 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T21:57:50,544 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d7958328e6640b4c79793bbc4909e413, store=B 2024-12-04T21:57:50,544 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T21:57:50,544 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d7958328e6640b4c79793bbc4909e413, store=C 2024-12-04T21:57:50,544 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T21:57:50,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(8855): Flush requested on d7958328e6640b4c79793bbc4909e413 2024-12-04T21:57:50,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,563 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120420726196210147bcbac4a248bf85e4e0_d7958328e6640b4c79793bbc4909e413 is 50, key is test_row_0/A:col10/1733349470541/Put/seqid=0 2024-12-04T21:57:50,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073741989_1165 (size=9814) 2024-12-04T21:57:50,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,602 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,609 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120420726196210147bcbac4a248bf85e4e0_d7958328e6640b4c79793bbc4909e413 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120420726196210147bcbac4a248bf85e4e0_d7958328e6640b4c79793bbc4909e413 2024-12-04T21:57:50,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,613 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/.tmp/A/25a0c5fbd9ae4214a23dda785b1f9df1, store: [table=TestAcidGuarantees family=A region=d7958328e6640b4c79793bbc4909e413] 2024-12-04T21:57:50,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,614 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/.tmp/A/25a0c5fbd9ae4214a23dda785b1f9df1 is 175, key is test_row_0/A:col10/1733349470541/Put/seqid=0 2024-12-04T21:57:50,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073741990_1166 (size=22461) 2024-12-04T21:57:50,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,653 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=161, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/.tmp/A/25a0c5fbd9ae4214a23dda785b1f9df1 2024-12-04T21:57:50,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,671 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/.tmp/B/e67703a1d1c84204b9505f5df01eeb49 is 50, key is test_row_0/B:col10/1733349470541/Put/seqid=0 2024-12-04T21:57:50,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073741991_1167 (size=9757) 2024-12-04T21:57:50,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,691 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=161 (bloomFilter=true), to=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/.tmp/B/e67703a1d1c84204b9505f5df01eeb49 2024-12-04T21:57:50,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,719 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/.tmp/C/f0045d931de947abb87a19aeee3f4575 is 50, key is test_row_0/C:col10/1733349470541/Put/seqid=0 2024-12-04T21:57:50,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073741992_1168 (size=9757) 2024-12-04T21:57:50,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,771 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=161 (bloomFilter=true), to=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/.tmp/C/f0045d931de947abb87a19aeee3f4575 2024-12-04T21:57:50,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,778 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/.tmp/A/25a0c5fbd9ae4214a23dda785b1f9df1 as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/A/25a0c5fbd9ae4214a23dda785b1f9df1 2024-12-04T21:57:50,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,785 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/A/25a0c5fbd9ae4214a23dda785b1f9df1, entries=100, sequenceid=161, filesize=21.9 K 2024-12-04T21:57:50,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,787 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/.tmp/B/e67703a1d1c84204b9505f5df01eeb49 as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/B/e67703a1d1c84204b9505f5df01eeb49 2024-12-04T21:57:50,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,804 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/B/e67703a1d1c84204b9505f5df01eeb49, entries=100, sequenceid=161, filesize=9.5 K 2024-12-04T21:57:50,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,831 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/.tmp/C/f0045d931de947abb87a19aeee3f4575 as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/C/f0045d931de947abb87a19aeee3f4575 2024-12-04T21:57:50,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,839 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/C/f0045d931de947abb87a19aeee3f4575, entries=100, sequenceid=161, filesize=9.5 K 2024-12-04T21:57:50,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,840 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=60.38 KB/61830 for d7958328e6640b4c79793bbc4909e413 in 297ms, sequenceid=161, compaction requested=true 2024-12-04T21:57:50,840 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d7958328e6640b4c79793bbc4909e413: 2024-12-04T21:57:50,840 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d7958328e6640b4c79793bbc4909e413:A, priority=-2147483648, current under compaction store size is 1 2024-12-04T21:57:50,840 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T21:57:50,840 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T21:57:50,840 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d7958328e6640b4c79793bbc4909e413:B, priority=-2147483648, current under compaction store size is 2 2024-12-04T21:57:50,840 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T21:57:50,840 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d7958328e6640b4c79793bbc4909e413:C, priority=-2147483648, current under compaction store size is 3 2024-12-04T21:57:50,840 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T21:57:50,840 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T21:57:50,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,841 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d7958328e6640b4c79793bbc4909e413 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-12-04T21:57:50,842 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d7958328e6640b4c79793bbc4909e413, store=A 2024-12-04T21:57:50,842 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34115 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T21:57:50,842 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T21:57:50,842 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d7958328e6640b4c79793bbc4909e413, store=B 2024-12-04T21:57:50,842 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HStore(1541): d7958328e6640b4c79793bbc4909e413/B is initiating minor compaction (all files) 2024-12-04T21:57:50,842 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T21:57:50,842 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d7958328e6640b4c79793bbc4909e413, store=C 2024-12-04T21:57:50,842 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d7958328e6640b4c79793bbc4909e413/B in TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413. 2024-12-04T21:57:50,842 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T21:57:50,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,842 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/B/f7ecc6637db34febb6e48bf2b95ef124, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/B/bf98f09f0e7645f48c288ff3107ad779, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/B/e67703a1d1c84204b9505f5df01eeb49] into tmpdir=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/.tmp, totalSize=33.3 K 2024-12-04T21:57:50,842 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 84727 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T21:57:50,842 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HStore(1541): d7958328e6640b4c79793bbc4909e413/A is initiating minor compaction (all files) 2024-12-04T21:57:50,842 INFO [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d7958328e6640b4c79793bbc4909e413/A in TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413. 2024-12-04T21:57:50,842 INFO [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/A/caacd16cae8c40e48c9de1bfda717e98, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/A/2c93282ae7cf4cb7ace91f78809364aa, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/A/25a0c5fbd9ae4214a23dda785b1f9df1] into tmpdir=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/.tmp, totalSize=82.7 K 2024-12-04T21:57:50,843 INFO [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413. 2024-12-04T21:57:50,843 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413. files: [hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/A/caacd16cae8c40e48c9de1bfda717e98, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/A/2c93282ae7cf4cb7ace91f78809364aa, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/A/25a0c5fbd9ae4214a23dda785b1f9df1] 2024-12-04T21:57:50,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(8855): Flush requested on d7958328e6640b4c79793bbc4909e413 2024-12-04T21:57:50,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,843 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.Compactor(225): Compacting f7ecc6637db34febb6e48bf2b95ef124, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1733349467600 2024-12-04T21:57:50,843 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] compactions.Compactor(225): Compacting caacd16cae8c40e48c9de1bfda717e98, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1733349467600 2024-12-04T21:57:50,843 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.Compactor(225): Compacting bf98f09f0e7645f48c288ff3107ad779, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=147, earliestPutTs=1733349467719 2024-12-04T21:57:50,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,846 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.Compactor(225): Compacting e67703a1d1c84204b9505f5df01eeb49, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=161, earliestPutTs=1733349469879 2024-12-04T21:57:50,846 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2c93282ae7cf4cb7ace91f78809364aa, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=147, earliestPutTs=1733349467719 2024-12-04T21:57:50,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,848 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] compactions.Compactor(225): Compacting 25a0c5fbd9ae4214a23dda785b1f9df1, keycount=100, bloomtype=ROW, size=21.9 K, encoding=NONE, compression=NONE, seqNum=161, earliestPutTs=1733349469879 2024-12-04T21:57:50,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,877 INFO [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=d7958328e6640b4c79793bbc4909e413] 2024-12-04T21:57:50,883 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d7958328e6640b4c79793bbc4909e413#B#compaction#145 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-04T21:57:50,884 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/.tmp/B/b7a201df65394a08ba9fd867249bd37a is 50, key is test_row_0/B:col10/1733349470541/Put/seqid=0 2024-12-04T21:57:50,896 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241204138062df27574247b7b127ded6651a16_d7958328e6640b4c79793bbc4909e413 is 50, key is test_row_0/A:col10/1733349470587/Put/seqid=0 2024-12-04T21:57:50,902 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412044b2b4cbe9fe94b63bfaaf7b0b08a858a_d7958328e6640b4c79793bbc4909e413 store=[table=TestAcidGuarantees family=A region=d7958328e6640b4c79793bbc4909e413] 2024-12-04T21:57:50,904 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412044b2b4cbe9fe94b63bfaaf7b0b08a858a_d7958328e6640b4c79793bbc4909e413, store=[table=TestAcidGuarantees family=A region=d7958328e6640b4c79793bbc4909e413] 2024-12-04T21:57:50,904 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412044b2b4cbe9fe94b63bfaaf7b0b08a858a_d7958328e6640b4c79793bbc4909e413 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=d7958328e6640b4c79793bbc4909e413] 2024-12-04T21:57:50,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073741993_1169 (size=12459) 2024-12-04T21:57:50,959 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/.tmp/B/b7a201df65394a08ba9fd867249bd37a as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/B/b7a201df65394a08ba9fd867249bd37a 2024-12-04T21:57:50,966 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d7958328e6640b4c79793bbc4909e413/B of d7958328e6640b4c79793bbc4909e413 into b7a201df65394a08ba9fd867249bd37a(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T21:57:50,967 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d7958328e6640b4c79793bbc4909e413: 2024-12-04T21:57:50,967 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., storeName=d7958328e6640b4c79793bbc4909e413/B, priority=13, startTime=1733349470840; duration=0sec 2024-12-04T21:57:50,967 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T21:57:50,967 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d7958328e6640b4c79793bbc4909e413:B 2024-12-04T21:57:50,967 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T21:57:50,968 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34115 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T21:57:50,968 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HStore(1541): d7958328e6640b4c79793bbc4909e413/C is initiating minor compaction (all files) 2024-12-04T21:57:50,968 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d7958328e6640b4c79793bbc4909e413/C in TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413. 2024-12-04T21:57:50,968 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/C/f42aaa99326746eaa5791052b22ba28b, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/C/faa63201d1b344c58b7cd8b97a090da7, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/C/f0045d931de947abb87a19aeee3f4575] into tmpdir=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/.tmp, totalSize=33.3 K 2024-12-04T21:57:50,969 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.Compactor(225): Compacting f42aaa99326746eaa5791052b22ba28b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1733349467600 2024-12-04T21:57:50,969 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.Compactor(225): Compacting faa63201d1b344c58b7cd8b97a090da7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=147, earliestPutTs=1733349467719 2024-12-04T21:57:50,970 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:57:50,970 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.Compactor(225): Compacting f0045d931de947abb87a19aeee3f4575, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=161, earliestPutTs=1733349469879 2024-12-04T21:57:50,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33716 deadline: 1733349530959, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:57:50,973 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:50,973 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:50,973 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:57:50,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073741994_1170 (size=19774) 2024-12-04T21:57:50,981 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:50,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073741995_1171 (size=4469) 2024-12-04T21:57:50,989 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241204138062df27574247b7b127ded6651a16_d7958328e6640b4c79793bbc4909e413 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204138062df27574247b7b127ded6651a16_d7958328e6640b4c79793bbc4909e413 2024-12-04T21:57:50,991 INFO [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d7958328e6640b4c79793bbc4909e413#A#compaction#144 average throughput is 0.21 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T21:57:50,992 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/.tmp/A/25eed065fe0044158772e7f0614b5719 is 175, key is test_row_0/A:col10/1733349470541/Put/seqid=0 2024-12-04T21:57:50,992 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/.tmp/A/cdb0704285a142efb7cac6d15cb37515, store: [table=TestAcidGuarantees family=A region=d7958328e6640b4c79793bbc4909e413] 2024-12-04T21:57:50,993 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/.tmp/A/cdb0704285a142efb7cac6d15cb37515 is 175, key is test_row_0/A:col10/1733349470587/Put/seqid=0 2024-12-04T21:57:50,996 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d7958328e6640b4c79793bbc4909e413#C#compaction#147 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T21:57:50,997 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/.tmp/C/5ee30312fae044be9c7c20088cd5353f is 50, key is test_row_0/C:col10/1733349470541/Put/seqid=0 2024-12-04T21:57:51,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073741996_1172 (size=31520) 2024-12-04T21:57:51,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073741997_1173 (size=57033) 2024-12-04T21:57:51,009 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=174, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/.tmp/A/cdb0704285a142efb7cac6d15cb37515 2024-12-04T21:57:51,013 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/.tmp/A/25eed065fe0044158772e7f0614b5719 as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/A/25eed065fe0044158772e7f0614b5719 2024-12-04T21:57:51,024 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/.tmp/B/5d66f55666324b9e9847ff7820ed3bc6 is 50, key is test_row_0/B:col10/1733349470587/Put/seqid=0 2024-12-04T21:57:51,024 INFO [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d7958328e6640b4c79793bbc4909e413/A of d7958328e6640b4c79793bbc4909e413 into 25eed065fe0044158772e7f0614b5719(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T21:57:51,025 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d7958328e6640b4c79793bbc4909e413: 2024-12-04T21:57:51,025 INFO [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., storeName=d7958328e6640b4c79793bbc4909e413/A, priority=13, startTime=1733349470840; duration=0sec 2024-12-04T21:57:51,025 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T21:57:51,025 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d7958328e6640b4c79793bbc4909e413:A 2024-12-04T21:57:51,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073741998_1174 (size=12459) 2024-12-04T21:57:51,034 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/.tmp/C/5ee30312fae044be9c7c20088cd5353f as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/C/5ee30312fae044be9c7c20088cd5353f 2024-12-04T21:57:51,048 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d7958328e6640b4c79793bbc4909e413/C of d7958328e6640b4c79793bbc4909e413 into 5ee30312fae044be9c7c20088cd5353f(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T21:57:51,048 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d7958328e6640b4c79793bbc4909e413: 2024-12-04T21:57:51,049 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., storeName=d7958328e6640b4c79793bbc4909e413/C, priority=13, startTime=1733349470840; duration=0sec 2024-12-04T21:57:51,049 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T21:57:51,049 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d7958328e6640b4c79793bbc4909e413:C 2024-12-04T21:57:51,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073741999_1175 (size=12151) 2024-12-04T21:57:51,059 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=174 (bloomFilter=true), to=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/.tmp/B/5d66f55666324b9e9847ff7820ed3bc6 2024-12-04T21:57:51,071 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/.tmp/C/ee87d43336aa4a3e89392f25f867e6ca is 50, key is test_row_0/C:col10/1733349470587/Put/seqid=0 2024-12-04T21:57:51,080 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:57:51,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33716 deadline: 1733349531078, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:57:51,080 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:51,081 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:51,081 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:57:51,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742000_1176 (size=12151) 2024-12-04T21:57:51,109 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=174 (bloomFilter=true), to=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/.tmp/C/ee87d43336aa4a3e89392f25f867e6ca 2024-12-04T21:57:51,124 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/.tmp/A/cdb0704285a142efb7cac6d15cb37515 as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/A/cdb0704285a142efb7cac6d15cb37515 2024-12-04T21:57:51,131 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/A/cdb0704285a142efb7cac6d15cb37515, entries=300, sequenceid=174, filesize=55.7 K 2024-12-04T21:57:51,132 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/.tmp/B/5d66f55666324b9e9847ff7820ed3bc6 as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/B/5d66f55666324b9e9847ff7820ed3bc6 2024-12-04T21:57:51,139 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/B/5d66f55666324b9e9847ff7820ed3bc6, entries=150, sequenceid=174, filesize=11.9 K 2024-12-04T21:57:51,141 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/.tmp/C/ee87d43336aa4a3e89392f25f867e6ca as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/C/ee87d43336aa4a3e89392f25f867e6ca 2024-12-04T21:57:51,148 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/C/ee87d43336aa4a3e89392f25f867e6ca, entries=150, sequenceid=174, filesize=11.9 K 2024-12-04T21:57:51,153 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for d7958328e6640b4c79793bbc4909e413 in 312ms, sequenceid=174, compaction requested=false 2024-12-04T21:57:51,153 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d7958328e6640b4c79793bbc4909e413: 2024-12-04T21:57:51,294 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d7958328e6640b4c79793bbc4909e413 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-12-04T21:57:51,294 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d7958328e6640b4c79793bbc4909e413, store=A 2024-12-04T21:57:51,295 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T21:57:51,295 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d7958328e6640b4c79793bbc4909e413, store=B 2024-12-04T21:57:51,295 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T21:57:51,295 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d7958328e6640b4c79793bbc4909e413, store=C 2024-12-04T21:57:51,295 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T21:57:51,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(8855): Flush requested on d7958328e6640b4c79793bbc4909e413 2024-12-04T21:57:51,304 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241204b135dade293c4f7b8f77a843be320ec6_d7958328e6640b4c79793bbc4909e413 is 50, key is test_row_0/A:col10/1733349470948/Put/seqid=0 2024-12-04T21:57:51,384 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:57:51,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33716 deadline: 1733349531383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:57:51,385 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:51,385 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:51,385 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:57:51,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742001_1177 (size=14794) 2024-12-04T21:57:51,390 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:51,395 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241204b135dade293c4f7b8f77a843be320ec6_d7958328e6640b4c79793bbc4909e413 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204b135dade293c4f7b8f77a843be320ec6_d7958328e6640b4c79793bbc4909e413 2024-12-04T21:57:51,396 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/.tmp/A/96371ad8f3ba43beaeb006f34368a4b0, store: [table=TestAcidGuarantees family=A region=d7958328e6640b4c79793bbc4909e413] 2024-12-04T21:57:51,397 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/.tmp/A/96371ad8f3ba43beaeb006f34368a4b0 is 175, key is test_row_0/A:col10/1733349470948/Put/seqid=0 2024-12-04T21:57:51,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742002_1178 (size=39749) 2024-12-04T21:57:51,425 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=197, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/.tmp/A/96371ad8f3ba43beaeb006f34368a4b0 2024-12-04T21:57:51,463 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/.tmp/B/94e5def5b7af407e9497fa1d33c9ac58 is 50, key is test_row_0/B:col10/1733349470948/Put/seqid=0 2024-12-04T21:57:51,493 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:57:51,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33716 deadline: 1733349531488, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:57:51,494 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:51,494 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:51,494 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:57:51,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742003_1179 (size=12151) 2024-12-04T21:57:51,511 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=197 (bloomFilter=true), to=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/.tmp/B/94e5def5b7af407e9497fa1d33c9ac58 2024-12-04T21:57:51,527 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/.tmp/C/d786b5705b10412aa1a92bbd07730d11 is 50, key is test_row_0/C:col10/1733349470948/Put/seqid=0 2024-12-04T21:57:51,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742004_1180 (size=12151) 2024-12-04T21:57:51,705 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:57:51,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33716 deadline: 1733349531698, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:57:51,707 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:51,707 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:51,707 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:57:51,918 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:57:51,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33768 deadline: 1733349531917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:57:51,919 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to bb3046a53f79,39095,1733349424047 for 'test_row_2' in d7958328e6640b4c79793bbc4909e413 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4175 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-04T21:57:51,919 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:51,919 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:51,919 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:57:51,929 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:57:51,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33724 deadline: 1733349531928, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:57:51,931 WARN [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRpcRetryingCaller(177): Call to bb3046a53f79,39095,1733349424047 for 'test_row_1' in d7958328e6640b4c79793bbc4909e413 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4185 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-04T21:57:51,932 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:51,932 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:51,932 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:57:51,977 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=197 (bloomFilter=true), to=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/.tmp/C/d786b5705b10412aa1a92bbd07730d11 2024-12-04T21:57:51,986 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/.tmp/A/96371ad8f3ba43beaeb006f34368a4b0 as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/A/96371ad8f3ba43beaeb006f34368a4b0 2024-12-04T21:57:51,995 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/A/96371ad8f3ba43beaeb006f34368a4b0, entries=200, sequenceid=197, filesize=38.8 K 2024-12-04T21:57:51,997 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/.tmp/B/94e5def5b7af407e9497fa1d33c9ac58 as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/B/94e5def5b7af407e9497fa1d33c9ac58 2024-12-04T21:57:52,004 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/B/94e5def5b7af407e9497fa1d33c9ac58, entries=150, sequenceid=197, filesize=11.9 K 2024-12-04T21:57:52,006 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/.tmp/C/d786b5705b10412aa1a92bbd07730d11 as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/C/d786b5705b10412aa1a92bbd07730d11 2024-12-04T21:57:52,019 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:57:52,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33716 deadline: 1733349532018, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:57:52,019 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:52,020 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:52,020 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:57:52,035 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/C/d786b5705b10412aa1a92bbd07730d11, entries=150, sequenceid=197, filesize=11.9 K 2024-12-04T21:57:52,037 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for d7958328e6640b4c79793bbc4909e413 in 743ms, sequenceid=197, compaction requested=true 2024-12-04T21:57:52,037 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d7958328e6640b4c79793bbc4909e413: 2024-12-04T21:57:52,037 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d7958328e6640b4c79793bbc4909e413:A, priority=-2147483648, current under compaction store size is 1 2024-12-04T21:57:52,037 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T21:57:52,037 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T21:57:52,037 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T21:57:52,037 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d7958328e6640b4c79793bbc4909e413:B, priority=-2147483648, current under compaction store size is 2 2024-12-04T21:57:52,037 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T21:57:52,037 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d7958328e6640b4c79793bbc4909e413:C, priority=-2147483648, current under compaction store size is 3 2024-12-04T21:57:52,037 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T21:57:52,038 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 128302 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T21:57:52,038 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HStore(1541): d7958328e6640b4c79793bbc4909e413/A is initiating minor compaction (all files) 2024-12-04T21:57:52,038 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36761 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T21:57:52,038 INFO [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d7958328e6640b4c79793bbc4909e413/A in TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413. 2024-12-04T21:57:52,038 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HStore(1541): d7958328e6640b4c79793bbc4909e413/B is initiating minor compaction (all files) 2024-12-04T21:57:52,038 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d7958328e6640b4c79793bbc4909e413/B in TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413. 2024-12-04T21:57:52,038 INFO [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/A/25eed065fe0044158772e7f0614b5719, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/A/cdb0704285a142efb7cac6d15cb37515, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/A/96371ad8f3ba43beaeb006f34368a4b0] into tmpdir=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/.tmp, totalSize=125.3 K 2024-12-04T21:57:52,039 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/B/b7a201df65394a08ba9fd867249bd37a, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/B/5d66f55666324b9e9847ff7820ed3bc6, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/B/94e5def5b7af407e9497fa1d33c9ac58] into tmpdir=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/.tmp, totalSize=35.9 K 2024-12-04T21:57:52,039 INFO [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413. 2024-12-04T21:57:52,039 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413. files: [hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/A/25eed065fe0044158772e7f0614b5719, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/A/cdb0704285a142efb7cac6d15cb37515, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/A/96371ad8f3ba43beaeb006f34368a4b0] 2024-12-04T21:57:52,039 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.Compactor(225): Compacting b7a201df65394a08ba9fd867249bd37a, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=161, earliestPutTs=1733349467744 2024-12-04T21:57:52,039 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] compactions.Compactor(225): Compacting 25eed065fe0044158772e7f0614b5719, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=161, earliestPutTs=1733349467744 2024-12-04T21:57:52,039 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.Compactor(225): Compacting 5d66f55666324b9e9847ff7820ed3bc6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1733349470587 2024-12-04T21:57:52,039 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] compactions.Compactor(225): Compacting cdb0704285a142efb7cac6d15cb37515, keycount=300, bloomtype=ROW, size=55.7 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1733349470587 2024-12-04T21:57:52,040 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.Compactor(225): Compacting 94e5def5b7af407e9497fa1d33c9ac58, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1733349470916 2024-12-04T21:57:52,040 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] compactions.Compactor(225): Compacting 96371ad8f3ba43beaeb006f34368a4b0, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1733349470916 2024-12-04T21:57:52,055 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d7958328e6640b4c79793bbc4909e413#B#compaction#153 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T21:57:52,056 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/.tmp/B/78bd0d96181446a89a66170922fbf4e0 is 50, key is test_row_0/B:col10/1733349470948/Put/seqid=0 2024-12-04T21:57:52,062 INFO [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=d7958328e6640b4c79793bbc4909e413] 2024-12-04T21:57:52,078 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241204c83ac62f64644c35ba2092ab5b915399_d7958328e6640b4c79793bbc4909e413 store=[table=TestAcidGuarantees family=A region=d7958328e6640b4c79793bbc4909e413] 2024-12-04T21:57:52,080 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241204c83ac62f64644c35ba2092ab5b915399_d7958328e6640b4c79793bbc4909e413, store=[table=TestAcidGuarantees family=A region=d7958328e6640b4c79793bbc4909e413] 2024-12-04T21:57:52,080 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241204c83ac62f64644c35ba2092ab5b915399_d7958328e6640b4c79793bbc4909e413 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=d7958328e6640b4c79793bbc4909e413] 2024-12-04T21:57:52,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742005_1181 (size=12561) 2024-12-04T21:57:52,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742006_1182 (size=4469) 2024-12-04T21:57:52,111 INFO [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d7958328e6640b4c79793bbc4909e413#A#compaction#154 average throughput is 0.50 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T21:57:52,112 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/.tmp/A/d5366bf29b9643ea9817e9d67e228027 is 175, key is test_row_0/A:col10/1733349470948/Put/seqid=0 2024-12-04T21:57:52,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742007_1183 (size=31515) 2024-12-04T21:57:52,146 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/.tmp/A/d5366bf29b9643ea9817e9d67e228027 as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/A/d5366bf29b9643ea9817e9d67e228027 2024-12-04T21:57:52,156 INFO [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d7958328e6640b4c79793bbc4909e413/A of d7958328e6640b4c79793bbc4909e413 into d5366bf29b9643ea9817e9d67e228027(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T21:57:52,156 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d7958328e6640b4c79793bbc4909e413: 2024-12-04T21:57:52,156 INFO [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., storeName=d7958328e6640b4c79793bbc4909e413/A, priority=13, startTime=1733349472037; duration=0sec 2024-12-04T21:57:52,156 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T21:57:52,156 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d7958328e6640b4c79793bbc4909e413:A 2024-12-04T21:57:52,156 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T21:57:52,158 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36761 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T21:57:52,158 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HStore(1541): d7958328e6640b4c79793bbc4909e413/C is initiating minor compaction (all files) 2024-12-04T21:57:52,158 INFO [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d7958328e6640b4c79793bbc4909e413/C in TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413. 2024-12-04T21:57:52,158 INFO [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/C/5ee30312fae044be9c7c20088cd5353f, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/C/ee87d43336aa4a3e89392f25f867e6ca, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/C/d786b5705b10412aa1a92bbd07730d11] into tmpdir=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/.tmp, totalSize=35.9 K 2024-12-04T21:57:52,159 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5ee30312fae044be9c7c20088cd5353f, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=161, earliestPutTs=1733349467744 2024-12-04T21:57:52,161 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] compactions.Compactor(225): Compacting ee87d43336aa4a3e89392f25f867e6ca, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1733349470587 2024-12-04T21:57:52,162 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] compactions.Compactor(225): Compacting d786b5705b10412aa1a92bbd07730d11, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1733349470916 2024-12-04T21:57:52,186 INFO [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d7958328e6640b4c79793bbc4909e413#C#compaction#155 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T21:57:52,187 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/.tmp/C/235e12acfab246e8a2654178f4cdba2f is 50, key is test_row_0/C:col10/1733349470948/Put/seqid=0 2024-12-04T21:57:52,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742008_1184 (size=12561) 2024-12-04T21:57:52,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-12-04T21:57:52,248 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-04T21:57:52,248 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-04T21:57:52,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] procedure2.ProcedureExecutor(1139): Stored pid=48, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees 2024-12-04T21:57:52,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-12-04T21:57:52,250 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=48, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-04T21:57:52,251 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=48, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-04T21:57:52,251 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=49, ppid=48, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-04T21:57:52,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-12-04T21:57:52,403 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39095 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-12-04T21:57:52,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413. 2024-12-04T21:57:52,404 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2902): Flushing d7958328e6640b4c79793bbc4909e413 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-12-04T21:57:52,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d7958328e6640b4c79793bbc4909e413, store=A 2024-12-04T21:57:52,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T21:57:52,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d7958328e6640b4c79793bbc4909e413, store=B 2024-12-04T21:57:52,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T21:57:52,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d7958328e6640b4c79793bbc4909e413, store=C 2024-12-04T21:57:52,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T21:57:52,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241204af3a0a04a2604c24b6309477c07be5d0_d7958328e6640b4c79793bbc4909e413 is 50, key is test_row_0/A:col10/1733349471380/Put/seqid=0 2024-12-04T21:57:52,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742009_1185 (size=12304) 2024-12-04T21:57:52,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:52,482 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241204af3a0a04a2604c24b6309477c07be5d0_d7958328e6640b4c79793bbc4909e413 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204af3a0a04a2604c24b6309477c07be5d0_d7958328e6640b4c79793bbc4909e413 2024-12-04T21:57:52,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/.tmp/A/d9a0e91308df4cea941d468363d97b17, store: [table=TestAcidGuarantees family=A region=d7958328e6640b4c79793bbc4909e413] 2024-12-04T21:57:52,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/.tmp/A/d9a0e91308df4cea941d468363d97b17 is 175, key is test_row_0/A:col10/1733349471380/Put/seqid=0 2024-12-04T21:57:52,529 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/.tmp/B/78bd0d96181446a89a66170922fbf4e0 as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/B/78bd0d96181446a89a66170922fbf4e0 2024-12-04T21:57:52,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(8855): Flush requested on d7958328e6640b4c79793bbc4909e413 2024-12-04T21:57:52,532 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413. as already flushing 2024-12-04T21:57:52,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742010_1186 (size=31105) 2024-12-04T21:57:52,543 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d7958328e6640b4c79793bbc4909e413/B of d7958328e6640b4c79793bbc4909e413 into 78bd0d96181446a89a66170922fbf4e0(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T21:57:52,543 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d7958328e6640b4c79793bbc4909e413: 2024-12-04T21:57:52,543 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., storeName=d7958328e6640b4c79793bbc4909e413/B, priority=13, startTime=1733349472037; duration=0sec 2024-12-04T21:57:52,543 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T21:57:52,543 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d7958328e6640b4c79793bbc4909e413:B 2024-12-04T21:57:52,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-12-04T21:57:52,612 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/.tmp/C/235e12acfab246e8a2654178f4cdba2f as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/C/235e12acfab246e8a2654178f4cdba2f 2024-12-04T21:57:52,621 INFO [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d7958328e6640b4c79793bbc4909e413/C of d7958328e6640b4c79793bbc4909e413 into 235e12acfab246e8a2654178f4cdba2f(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T21:57:52,621 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d7958328e6640b4c79793bbc4909e413: 2024-12-04T21:57:52,621 INFO [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., storeName=d7958328e6640b4c79793bbc4909e413/C, priority=13, startTime=1733349472037; duration=0sec 2024-12-04T21:57:52,621 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T21:57:52,621 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d7958328e6640b4c79793bbc4909e413:C 2024-12-04T21:57:52,650 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:57:52,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33716 deadline: 1733349532647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:57:52,651 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:52,651 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:52,651 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:57:52,759 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:57:52,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33716 deadline: 1733349532758, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:57:52,759 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:52,759 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:52,759 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:57:52,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-12-04T21:57:52,941 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=210, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/.tmp/A/d9a0e91308df4cea941d468363d97b17 2024-12-04T21:57:52,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/.tmp/B/852c9ddf00834a538eff7e98c2f4f323 is 50, key is test_row_0/B:col10/1733349471380/Put/seqid=0 2024-12-04T21:57:52,972 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:57:52,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33716 deadline: 1733349532968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:57:52,973 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:52,973 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:52,973 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:57:52,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742011_1187 (size=12151) 2024-12-04T21:57:53,285 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:57:53,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33716 deadline: 1733349533280, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:57:53,286 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:53,286 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:53,286 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:57:53,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-12-04T21:57:53,388 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=210 (bloomFilter=true), to=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/.tmp/B/852c9ddf00834a538eff7e98c2f4f323 2024-12-04T21:57:53,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/.tmp/C/774068a0e6034c62af4cfd039ebe1743 is 50, key is test_row_0/C:col10/1733349471380/Put/seqid=0 2024-12-04T21:57:53,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742012_1188 (size=12151) 2024-12-04T21:57:53,799 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:57:53,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33716 deadline: 1733349533798, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:57:53,799 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:53,799 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:53,799 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:57:53,828 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=210 (bloomFilter=true), to=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/.tmp/C/774068a0e6034c62af4cfd039ebe1743 2024-12-04T21:57:53,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/.tmp/A/d9a0e91308df4cea941d468363d97b17 as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/A/d9a0e91308df4cea941d468363d97b17 2024-12-04T21:57:53,839 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/A/d9a0e91308df4cea941d468363d97b17, entries=150, sequenceid=210, filesize=30.4 K 2024-12-04T21:57:53,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/.tmp/B/852c9ddf00834a538eff7e98c2f4f323 as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/B/852c9ddf00834a538eff7e98c2f4f323 2024-12-04T21:57:53,845 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/B/852c9ddf00834a538eff7e98c2f4f323, entries=150, sequenceid=210, filesize=11.9 K 2024-12-04T21:57:53,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/.tmp/C/774068a0e6034c62af4cfd039ebe1743 as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/C/774068a0e6034c62af4cfd039ebe1743 2024-12-04T21:57:53,850 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/C/774068a0e6034c62af4cfd039ebe1743, entries=150, sequenceid=210, filesize=11.9 K 2024-12-04T21:57:53,851 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for d7958328e6640b4c79793bbc4909e413 in 1447ms, sequenceid=210, compaction requested=false 2024-12-04T21:57:53,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2603): Flush status journal for d7958328e6640b4c79793bbc4909e413: 2024-12-04T21:57:53,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413. 2024-12-04T21:57:53,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=49 2024-12-04T21:57:53,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.HMaster(4169): Remote procedure done, pid=49 2024-12-04T21:57:53,855 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=49, resume processing ppid=48 2024-12-04T21:57:53,855 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=48, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6020 sec 2024-12-04T21:57:53,856 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees in 1.6070 sec 2024-12-04T21:57:54,132 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/bb3046a53f79:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733349472594, max timestamp=1733349474129Num uniques 859; 2024-12-04T21:57:54,132 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/bb3046a53f79:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-04T21:57:54,132 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/bb3046a53f79:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733349472594, max timestamp=1733349474129Num uniques 859; 2024-12-04T21:57:54,132 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/bb3046a53f79:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-04T21:57:54,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(8855): Flush requested on d7958328e6640b4c79793bbc4909e413 2024-12-04T21:57:54,134 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/bb3046a53f79:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733349472594, max timestamp=1733349474129Num uniques 859; 2024-12-04T21:57:54,134 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/bb3046a53f79:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-04T21:57:54,135 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d7958328e6640b4c79793bbc4909e413 3/3 column families, dataSize=58.14 KB heapSize=164.17 KB 2024-12-04T21:57:54,135 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d7958328e6640b4c79793bbc4909e413, store=A 2024-12-04T21:57:54,135 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-04T21:57:54,136 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d7958328e6640b4c79793bbc4909e413, store=B 2024-12-04T21:57:54,136 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-04T21:57:54,136 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d7958328e6640b4c79793bbc4909e413, store=C 2024-12-04T21:57:54,136 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-04T21:57:54,148 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120476124afb571e47c38767fba7fd3d8882_d7958328e6640b4c79793bbc4909e413 is 50, key is test_row_0/A:col10/1733349472644/Put/seqid=0 2024-12-04T21:57:54,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742013_1189 (size=12304) 2024-12-04T21:57:54,187 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/bb3046a53f79:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1733349474158, max timestamp=1733349474184Num uniques 859; 2024-12-04T21:57:54,187 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/bb3046a53f79:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1733349474158, max timestamp=1733349474184Num uniques 859; 2024-12-04T21:57:54,187 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/bb3046a53f79:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1733349474158, max timestamp=1733349474184Num uniques 859; 2024-12-04T21:57:54,187 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/bb3046a53f79:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-12-04T21:57:54,187 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/bb3046a53f79:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-12-04T21:57:54,187 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/bb3046a53f79:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-12-04T21:57:54,249 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/bb3046a53f79:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=268, cellSize=12268, totalHeapSize=28112, min timestamp=1733349474158, max timestamp=1733349474246Num uniques 1118; 2024-12-04T21:57:54,249 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/bb3046a53f79:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=268, cellSize=12268, totalHeapSize=28112, min timestamp=1733349474158, max timestamp=1733349474246Num uniques 1118; 2024-12-04T21:57:54,249 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/bb3046a53f79:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=51198, new segment data size=12268, suffix heap size=144240,new segment heap size=28112 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1118, new segment cells count=268 2024-12-04T21:57:54,249 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/bb3046a53f79:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=51198, new segment data size=12268, suffix heap size=144240,new segment heap size=28112 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1118, new segment cells count=268 2024-12-04T21:57:54,251 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/bb3046a53f79:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=268, cellSize=12268, totalHeapSize=28112, min timestamp=1733349474158, max timestamp=1733349474246Num uniques 1118; 2024-12-04T21:57:54,251 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/bb3046a53f79:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=51198, new segment data size=12268, suffix heap size=144240,new segment heap size=28112 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1118, new segment cells count=268 2024-12-04T21:57:54,297 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/bb3046a53f79:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=227, cellSize=10392, totalHeapSize=23848, min timestamp=1733349474275, max timestamp=1733349474293Num uniques 1127; 2024-12-04T21:57:54,297 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/bb3046a53f79:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=51612, new segment data size=10392, suffix heap size=145176,new segment heap size=23848 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1127, new segment cells count=227 2024-12-04T21:57:54,297 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/bb3046a53f79:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=227, cellSize=10392, totalHeapSize=23848, min timestamp=1733349474275, max timestamp=1733349474293Num uniques 1127; 2024-12-04T21:57:54,297 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/bb3046a53f79:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=227, cellSize=10392, totalHeapSize=23848, min timestamp=1733349474275, max timestamp=1733349474293Num uniques 1127; 2024-12-04T21:57:54,297 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/bb3046a53f79:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=51612, new segment data size=10392, suffix heap size=145176,new segment heap size=23848 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1127, new segment cells count=227 2024-12-04T21:57:54,297 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/bb3046a53f79:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=51612, new segment data size=10392, suffix heap size=145176,new segment heap size=23848 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1127, new segment cells count=227 2024-12-04T21:57:54,346 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/bb3046a53f79:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=186, cellSize=8506, totalHeapSize=19584, min timestamp=1733349474330, max timestamp=1733349474342Num uniques 1086; 2024-12-04T21:57:54,346 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/bb3046a53f79:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=186, cellSize=8506, totalHeapSize=19584, min timestamp=1733349474330, max timestamp=1733349474342Num uniques 1086; 2024-12-04T21:57:54,346 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/bb3046a53f79:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=49726, new segment data size=8506, suffix heap size=140912,new segment heap size=19584 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1086, new segment cells count=186 2024-12-04T21:57:54,346 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/bb3046a53f79:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=49726, new segment data size=8506, suffix heap size=140912,new segment heap size=19584 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1086, new segment cells count=186 2024-12-04T21:57:54,347 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/bb3046a53f79:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=186, cellSize=8516, totalHeapSize=19584, min timestamp=1733349474330, max timestamp=1733349474342Num uniques 1086; 2024-12-04T21:57:54,347 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/bb3046a53f79:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=49736, new segment data size=8516, suffix heap size=140912,new segment heap size=19584 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1086, new segment cells count=186 2024-12-04T21:57:54,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-12-04T21:57:54,398 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-04T21:57:54,399 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-04T21:57:54,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] procedure2.ProcedureExecutor(1139): Stored pid=50, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees 2024-12-04T21:57:54,400 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=50, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-04T21:57:54,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-12-04T21:57:54,402 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=50, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-04T21:57:54,402 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=51, ppid=50, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-04T21:57:54,410 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/bb3046a53f79:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=245, cellSize=11220, totalHeapSize=25720, min timestamp=1733349474384, max timestamp=1733349474407Num uniques 1045; 2024-12-04T21:57:54,411 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/bb3046a53f79:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=47860, new segment data size=11220, suffix heap size=136648,new segment heap size=25720 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1045, new segment cells count=245 2024-12-04T21:57:54,411 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/bb3046a53f79:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=245, cellSize=11220, totalHeapSize=25720, min timestamp=1733349474384, max timestamp=1733349474407Num uniques 1045; 2024-12-04T21:57:54,411 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/bb3046a53f79:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=47860, new segment data size=11220, suffix heap size=136648,new segment heap size=25720 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1045, new segment cells count=245 2024-12-04T21:57:54,411 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/bb3046a53f79:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=245, cellSize=11220, totalHeapSize=25720, min timestamp=1733349474384, max timestamp=1733349474407Num uniques 1045; 2024-12-04T21:57:54,411 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/bb3046a53f79:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=47860, new segment data size=11220, suffix heap size=136648,new segment heap size=25720 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1045, new segment cells count=245 2024-12-04T21:57:54,472 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/bb3046a53f79:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=354, cellSize=16210, totalHeapSize=37056, min timestamp=1733349474432, max timestamp=1733349474469Num uniques 1104; 2024-12-04T21:57:54,472 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/bb3046a53f79:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=50560, new segment data size=16210, suffix heap size=142784,new segment heap size=37056 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1104, new segment cells count=354 2024-12-04T21:57:54,472 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/bb3046a53f79:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=354, cellSize=16210, totalHeapSize=37056, min timestamp=1733349474432, max timestamp=1733349474469Num uniques 1104; 2024-12-04T21:57:54,472 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/bb3046a53f79:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=50560, new segment data size=16210, suffix heap size=142784,new segment heap size=37056 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1104, new segment cells count=354 2024-12-04T21:57:54,472 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/bb3046a53f79:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=354, cellSize=16210, totalHeapSize=37056, min timestamp=1733349474432, max timestamp=1733349474469Num uniques 1104; 2024-12-04T21:57:54,473 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/bb3046a53f79:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=50560, new segment data size=16210, suffix heap size=142784,new segment heap size=37056 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1104, new segment cells count=354 2024-12-04T21:57:54,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-12-04T21:57:54,512 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:57:54,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33744 deadline: 1733349534512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:57:54,513 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:54,513 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:54,513 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:57:54,515 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:57:54,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33780 deadline: 1733349534513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:57:54,516 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:54,516 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:54,516 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:57:54,553 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:54,554 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39095 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-12-04T21:57:54,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413. 2024-12-04T21:57:54,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413. as already flushing 2024-12-04T21:57:54,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413. 2024-12-04T21:57:54,555 ERROR [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51 java.io.IOException: Unable to complete flush {ENCODED => d7958328e6640b4c79793bbc4909e413, NAME => 'TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:57:54,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51 java.io.IOException: Unable to complete flush {ENCODED => d7958328e6640b4c79793bbc4909e413, NAME => 'TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:57:54,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.HMaster(4177): Remote procedure failed, pid=51 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d7958328e6640b4c79793bbc4909e413, NAME => 'TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d7958328e6640b4c79793bbc4909e413, NAME => 'TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:57:54,565 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120476124afb571e47c38767fba7fd3d8882_d7958328e6640b4c79793bbc4909e413 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120476124afb571e47c38767fba7fd3d8882_d7958328e6640b4c79793bbc4909e413 2024-12-04T21:57:54,566 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/.tmp/A/b14bf9d96a174016a028784226825175, store: [table=TestAcidGuarantees family=A region=d7958328e6640b4c79793bbc4909e413] 2024-12-04T21:57:54,567 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/.tmp/A/b14bf9d96a174016a028784226825175 is 175, key is test_row_0/A:col10/1733349472644/Put/seqid=0 2024-12-04T21:57:54,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742014_1190 (size=31105) 2024-12-04T21:57:54,609 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=233, memsize=8.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/.tmp/A/b14bf9d96a174016a028784226825175 2024-12-04T21:57:54,621 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:57:54,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33744 deadline: 1733349534618, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:57:54,621 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:54,621 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:54,621 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:57:54,630 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:57:54,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33780 deadline: 1733349534628, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:57:54,632 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:54,632 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:54,632 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:57:54,633 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/.tmp/B/d4a08f71c61448f7a2bdf5b78d1ff46f is 50, key is test_row_0/B:col10/1733349472644/Put/seqid=0 2024-12-04T21:57:54,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742015_1191 (size=12151) 2024-12-04T21:57:54,709 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39095 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-12-04T21:57:54,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413. 2024-12-04T21:57:54,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413. as already flushing 2024-12-04T21:57:54,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413. 2024-12-04T21:57:54,710 ERROR [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51 java.io.IOException: Unable to complete flush {ENCODED => d7958328e6640b4c79793bbc4909e413, NAME => 'TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:57:54,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51 java.io.IOException: Unable to complete flush {ENCODED => d7958328e6640b4c79793bbc4909e413, NAME => 'TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:57:54,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.HMaster(4177): Remote procedure failed, pid=51 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d7958328e6640b4c79793bbc4909e413, NAME => 'TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d7958328e6640b4c79793bbc4909e413, NAME => 'TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:57:54,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-12-04T21:57:54,808 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:57:54,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33716 deadline: 1733349534808, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:57:54,811 WARN [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRpcRetryingCaller(177): Call to bb3046a53f79,39095,1733349424047 for 'test_row_2' in d7958328e6640b4c79793bbc4909e413 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2165 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-04T21:57:54,812 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:54,812 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:54,812 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:57:54,829 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:57:54,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33744 deadline: 1733349534828, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:57:54,829 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:54,829 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:54,830 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:57:54,843 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:57:54,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33780 deadline: 1733349534837, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:57:54,844 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:54,844 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:54,844 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:57:54,863 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39095 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-12-04T21:57:54,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413. 2024-12-04T21:57:54,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413. as already flushing 2024-12-04T21:57:54,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413. 2024-12-04T21:57:54,864 ERROR [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51 java.io.IOException: Unable to complete flush {ENCODED => d7958328e6640b4c79793bbc4909e413, NAME => 'TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:57:54,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51 java.io.IOException: Unable to complete flush {ENCODED => d7958328e6640b4c79793bbc4909e413, NAME => 'TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:57:54,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.HMaster(4177): Remote procedure failed, pid=51 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d7958328e6640b4c79793bbc4909e413, NAME => 'TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d7958328e6640b4c79793bbc4909e413, NAME => 'TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:57:55,017 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39095 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-12-04T21:57:55,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413. 2024-12-04T21:57:55,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413. as already flushing 2024-12-04T21:57:55,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413. 2024-12-04T21:57:55,018 ERROR [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51 java.io.IOException: Unable to complete flush {ENCODED => d7958328e6640b4c79793bbc4909e413, NAME => 'TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:57:55,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51 java.io.IOException: Unable to complete flush {ENCODED => d7958328e6640b4c79793bbc4909e413, NAME => 'TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:57:55,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.HMaster(4177): Remote procedure failed, pid=51 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d7958328e6640b4c79793bbc4909e413, NAME => 'TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d7958328e6640b4c79793bbc4909e413, NAME => 'TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:57:55,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-12-04T21:57:55,075 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=233 (bloomFilter=true), to=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/.tmp/B/d4a08f71c61448f7a2bdf5b78d1ff46f 2024-12-04T21:57:55,082 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/.tmp/C/f4c2c748d2a24be3bb39c52c45a40de4 is 50, key is test_row_0/C:col10/1733349472644/Put/seqid=0 2024-12-04T21:57:55,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742016_1192 (size=12151) 2024-12-04T21:57:55,118 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=233 (bloomFilter=true), to=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/.tmp/C/f4c2c748d2a24be3bb39c52c45a40de4 2024-12-04T21:57:55,126 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/.tmp/A/b14bf9d96a174016a028784226825175 as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/A/b14bf9d96a174016a028784226825175 2024-12-04T21:57:55,132 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/A/b14bf9d96a174016a028784226825175, entries=150, sequenceid=233, filesize=30.4 K 2024-12-04T21:57:55,133 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/.tmp/B/d4a08f71c61448f7a2bdf5b78d1ff46f as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/B/d4a08f71c61448f7a2bdf5b78d1ff46f 2024-12-04T21:57:55,139 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/B/d4a08f71c61448f7a2bdf5b78d1ff46f, entries=150, sequenceid=233, filesize=11.9 K 2024-12-04T21:57:55,140 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/.tmp/C/f4c2c748d2a24be3bb39c52c45a40de4 as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/C/f4c2c748d2a24be3bb39c52c45a40de4 2024-12-04T21:57:55,142 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:57:55,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33744 deadline: 1733349535138, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:57:55,143 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:55,143 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:55,143 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:57:55,151 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/C/f4c2c748d2a24be3bb39c52c45a40de4, entries=150, sequenceid=233, filesize=11.9 K 2024-12-04T21:57:55,152 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~26.84 KB/27480, heapSize ~66.19 KB/67776, currentSize=161.02 KB/164880 for d7958328e6640b4c79793bbc4909e413 in 1018ms, sequenceid=233, compaction requested=true 2024-12-04T21:57:55,152 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d7958328e6640b4c79793bbc4909e413: 2024-12-04T21:57:55,152 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d7958328e6640b4c79793bbc4909e413:A, priority=-2147483648, current under compaction store size is 1 2024-12-04T21:57:55,152 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T21:57:55,152 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T21:57:55,152 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d7958328e6640b4c79793bbc4909e413:B, priority=-2147483648, current under compaction store size is 2 2024-12-04T21:57:55,152 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T21:57:55,152 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d7958328e6640b4c79793bbc4909e413:C, priority=-2147483648, current under compaction store size is 3 2024-12-04T21:57:55,152 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-04T21:57:55,152 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T21:57:55,153 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T21:57:55,154 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HStore(1541): d7958328e6640b4c79793bbc4909e413/B is initiating minor compaction (all files) 2024-12-04T21:57:55,154 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d7958328e6640b4c79793bbc4909e413/B in TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413. 2024-12-04T21:57:55,154 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/B/78bd0d96181446a89a66170922fbf4e0, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/B/852c9ddf00834a538eff7e98c2f4f323, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/B/d4a08f71c61448f7a2bdf5b78d1ff46f] into tmpdir=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/.tmp, totalSize=36.0 K 2024-12-04T21:57:55,154 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93725 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T21:57:55,154 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HStore(1541): d7958328e6640b4c79793bbc4909e413/A is initiating minor compaction (all files) 2024-12-04T21:57:55,154 INFO [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d7958328e6640b4c79793bbc4909e413/A in TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413. 2024-12-04T21:57:55,154 INFO [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/A/d5366bf29b9643ea9817e9d67e228027, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/A/d9a0e91308df4cea941d468363d97b17, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/A/b14bf9d96a174016a028784226825175] into tmpdir=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/.tmp, totalSize=91.5 K 2024-12-04T21:57:55,155 INFO [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413. 2024-12-04T21:57:55,155 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413. files: [hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/A/d5366bf29b9643ea9817e9d67e228027, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/A/d9a0e91308df4cea941d468363d97b17, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/A/b14bf9d96a174016a028784226825175] 2024-12-04T21:57:55,155 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] compactions.Compactor(225): Compacting d5366bf29b9643ea9817e9d67e228027, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1733349470916 2024-12-04T21:57:55,155 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] compactions.Compactor(225): Compacting d9a0e91308df4cea941d468363d97b17, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1733349471352 2024-12-04T21:57:55,156 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] compactions.Compactor(225): Compacting b14bf9d96a174016a028784226825175, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=233, earliestPutTs=1733349472594 2024-12-04T21:57:55,156 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/bb3046a53f79:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=163, cellSize=7458, totalHeapSize=17192, min timestamp=1733349474502, max timestamp=1733349475153Num uniques 1213; 2024-12-04T21:57:55,156 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/bb3046a53f79:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=55548, new segment data size=7458, suffix heap size=154120,new segment heap size=17192 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1213, new segment cells count=163 2024-12-04T21:57:55,156 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/bb3046a53f79:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=163, cellSize=7458, totalHeapSize=17192, min timestamp=1733349474502, max timestamp=1733349475153Num uniques 1213; 2024-12-04T21:57:55,156 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/bb3046a53f79:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=55548, new segment data size=7458, suffix heap size=154120,new segment heap size=17192 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1213, new segment cells count=163 2024-12-04T21:57:55,155 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.Compactor(225): Compacting 78bd0d96181446a89a66170922fbf4e0, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1733349470916 2024-12-04T21:57:55,159 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.Compactor(225): Compacting 852c9ddf00834a538eff7e98c2f4f323, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1733349471352 2024-12-04T21:57:55,161 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/bb3046a53f79:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=163, cellSize=7458, totalHeapSize=17192, min timestamp=1733349474502, max timestamp=1733349475153Num uniques 1213; 2024-12-04T21:57:55,161 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/bb3046a53f79:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=55548, new segment data size=7458, suffix heap size=154120,new segment heap size=17192 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1213, new segment cells count=163 2024-12-04T21:57:55,162 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.Compactor(225): Compacting d4a08f71c61448f7a2bdf5b78d1ff46f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=233, earliestPutTs=1733349472594 2024-12-04T21:57:55,170 INFO [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=d7958328e6640b4c79793bbc4909e413] 2024-12-04T21:57:55,173 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39095 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-12-04T21:57:55,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413. 2024-12-04T21:57:55,174 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2902): Flushing d7958328e6640b4c79793bbc4909e413 3/3 column families, dataSize=40.25 KB heapSize=105.70 KB 2024-12-04T21:57:55,174 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d7958328e6640b4c79793bbc4909e413#B#compaction#162 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-04T21:57:55,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d7958328e6640b4c79793bbc4909e413, store=A 2024-12-04T21:57:55,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-04T21:57:55,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d7958328e6640b4c79793bbc4909e413, store=B 2024-12-04T21:57:55,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-04T21:57:55,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d7958328e6640b4c79793bbc4909e413, store=C 2024-12-04T21:57:55,174 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/.tmp/B/588500a54ff64518ba7eecd3523171e3 is 50, key is test_row_0/B:col10/1733349472644/Put/seqid=0 2024-12-04T21:57:55,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-04T21:57:55,180 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241204412ecfb950524857a6b48bdea07eaf59_d7958328e6640b4c79793bbc4909e413 store=[table=TestAcidGuarantees family=A region=d7958328e6640b4c79793bbc4909e413] 2024-12-04T21:57:55,182 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241204412ecfb950524857a6b48bdea07eaf59_d7958328e6640b4c79793bbc4909e413, store=[table=TestAcidGuarantees family=A region=d7958328e6640b4c79793bbc4909e413] 2024-12-04T21:57:55,182 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241204412ecfb950524857a6b48bdea07eaf59_d7958328e6640b4c79793bbc4909e413 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=d7958328e6640b4c79793bbc4909e413] 2024-12-04T21:57:55,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(8855): Flush requested on d7958328e6640b4c79793bbc4909e413 2024-12-04T21:57:55,183 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413. as already flushing 2024-12-04T21:57:55,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742018_1194 (size=4469) 2024-12-04T21:57:55,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742017_1193 (size=12663) 2024-12-04T21:57:55,262 INFO [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d7958328e6640b4c79793bbc4909e413#A#compaction#163 average throughput is 0.27 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T21:57:55,263 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/.tmp/A/968f5acf30e94ded9c547783e95200b3 is 175, key is test_row_0/A:col10/1733349472644/Put/seqid=0 2024-12-04T21:57:55,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412043c55f298aa2d42a18d230f2ddef64c0a_d7958328e6640b4c79793bbc4909e413 is 50, key is test_row_0/A:col10/1733349475165/Put/seqid=0 2024-12-04T21:57:55,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742019_1195 (size=31617) 2024-12-04T21:57:55,300 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/bb3046a53f79:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1733349475221, max timestamp=1733349475295Num uniques 859; 2024-12-04T21:57:55,300 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/bb3046a53f79:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1733349475221, max timestamp=1733349475295Num uniques 859; 2024-12-04T21:57:55,300 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/bb3046a53f79:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1733349475221, max timestamp=1733349475295Num uniques 859; 2024-12-04T21:57:55,300 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/bb3046a53f79:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-12-04T21:57:55,300 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/bb3046a53f79:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-12-04T21:57:55,304 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/.tmp/A/968f5acf30e94ded9c547783e95200b3 as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/A/968f5acf30e94ded9c547783e95200b3 2024-12-04T21:57:55,300 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/bb3046a53f79:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-12-04T21:57:55,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742020_1196 (size=14994) 2024-12-04T21:57:55,315 INFO [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d7958328e6640b4c79793bbc4909e413/A of d7958328e6640b4c79793bbc4909e413 into 968f5acf30e94ded9c547783e95200b3(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T21:57:55,315 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d7958328e6640b4c79793bbc4909e413: 2024-12-04T21:57:55,315 INFO [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., storeName=d7958328e6640b4c79793bbc4909e413/A, priority=13, startTime=1733349475152; duration=0sec 2024-12-04T21:57:55,315 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T21:57:55,315 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d7958328e6640b4c79793bbc4909e413:A 2024-12-04T21:57:55,316 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T21:57:55,317 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T21:57:55,317 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HStore(1541): d7958328e6640b4c79793bbc4909e413/C is initiating minor compaction (all files) 2024-12-04T21:57:55,317 INFO [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d7958328e6640b4c79793bbc4909e413/C in TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413. 2024-12-04T21:57:55,317 INFO [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/C/235e12acfab246e8a2654178f4cdba2f, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/C/774068a0e6034c62af4cfd039ebe1743, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/C/f4c2c748d2a24be3bb39c52c45a40de4] into tmpdir=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/.tmp, totalSize=36.0 K 2024-12-04T21:57:55,321 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] compactions.Compactor(225): Compacting 235e12acfab246e8a2654178f4cdba2f, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1733349470916 2024-12-04T21:57:55,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:55,322 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] compactions.Compactor(225): Compacting 774068a0e6034c62af4cfd039ebe1743, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1733349471352 2024-12-04T21:57:55,323 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] compactions.Compactor(225): Compacting f4c2c748d2a24be3bb39c52c45a40de4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=233, earliestPutTs=1733349472594 2024-12-04T21:57:55,338 INFO [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d7958328e6640b4c79793bbc4909e413#C#compaction#165 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T21:57:55,339 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/.tmp/C/31c82a80fcf5454f8cd2a2583e2d448f is 50, key is test_row_0/C:col10/1733349472644/Put/seqid=0 2024-12-04T21:57:55,342 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412043c55f298aa2d42a18d230f2ddef64c0a_d7958328e6640b4c79793bbc4909e413 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412043c55f298aa2d42a18d230f2ddef64c0a_d7958328e6640b4c79793bbc4909e413 2024-12-04T21:57:55,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/.tmp/A/c924752fd1dd4fb98f052f95cc0a64d9, store: [table=TestAcidGuarantees family=A region=d7958328e6640b4c79793bbc4909e413] 2024-12-04T21:57:55,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/.tmp/A/c924752fd1dd4fb98f052f95cc0a64d9 is 175, key is test_row_0/A:col10/1733349475165/Put/seqid=0 2024-12-04T21:57:55,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742021_1197 (size=12663) 2024-12-04T21:57:55,360 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/.tmp/C/31c82a80fcf5454f8cd2a2583e2d448f as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/C/31c82a80fcf5454f8cd2a2583e2d448f 2024-12-04T21:57:55,369 INFO [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d7958328e6640b4c79793bbc4909e413/C of d7958328e6640b4c79793bbc4909e413 into 31c82a80fcf5454f8cd2a2583e2d448f(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T21:57:55,369 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d7958328e6640b4c79793bbc4909e413: 2024-12-04T21:57:55,369 INFO [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., storeName=d7958328e6640b4c79793bbc4909e413/C, priority=13, startTime=1733349475152; duration=0sec 2024-12-04T21:57:55,370 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T21:57:55,370 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d7958328e6640b4c79793bbc4909e413:C 2024-12-04T21:57:55,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742022_1198 (size=39949) 2024-12-04T21:57:55,389 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=359, memsize=13.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/.tmp/A/c924752fd1dd4fb98f052f95cc0a64d9 2024-12-04T21:57:55,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/.tmp/B/2f46b8d4dcbf4c9db9b7fe968021f8c3 is 50, key is test_row_0/B:col10/1733349475165/Put/seqid=0 2024-12-04T21:57:55,405 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:57:55,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33780 deadline: 1733349535401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:57:55,406 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:55,406 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:55,406 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:57:55,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742023_1199 (size=12301) 2024-12-04T21:57:55,408 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=359 (bloomFilter=true), to=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/.tmp/B/2f46b8d4dcbf4c9db9b7fe968021f8c3 2024-12-04T21:57:55,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/.tmp/C/8e11244a8a16408a91507aebe60c46bd is 50, key is test_row_0/C:col10/1733349475165/Put/seqid=0 2024-12-04T21:57:55,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742024_1200 (size=12301) 2024-12-04T21:57:55,446 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=359 (bloomFilter=true), to=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/.tmp/C/8e11244a8a16408a91507aebe60c46bd 2024-12-04T21:57:55,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/.tmp/A/c924752fd1dd4fb98f052f95cc0a64d9 as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/A/c924752fd1dd4fb98f052f95cc0a64d9 2024-12-04T21:57:55,466 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/A/c924752fd1dd4fb98f052f95cc0a64d9, entries=200, sequenceid=359, filesize=39.0 K 2024-12-04T21:57:55,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/.tmp/B/2f46b8d4dcbf4c9db9b7fe968021f8c3 as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/B/2f46b8d4dcbf4c9db9b7fe968021f8c3 2024-12-04T21:57:55,481 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/B/2f46b8d4dcbf4c9db9b7fe968021f8c3, entries=150, sequenceid=359, filesize=12.0 K 2024-12-04T21:57:55,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/.tmp/C/8e11244a8a16408a91507aebe60c46bd as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/C/8e11244a8a16408a91507aebe60c46bd 2024-12-04T21:57:55,488 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/C/8e11244a8a16408a91507aebe60c46bd, entries=150, sequenceid=359, filesize=12.0 K 2024-12-04T21:57:55,488 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(3140): Finished flush of dataSize ~40.25 KB/41220, heapSize ~105.66 KB/108192, currentSize=147.60 KB/151140 for d7958328e6640b4c79793bbc4909e413 in 315ms, sequenceid=359, compaction requested=false 2024-12-04T21:57:55,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2603): Flush status journal for d7958328e6640b4c79793bbc4909e413: 2024-12-04T21:57:55,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413. 2024-12-04T21:57:55,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=51 2024-12-04T21:57:55,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.HMaster(4169): Remote procedure done, pid=51 2024-12-04T21:57:55,492 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=51, resume processing ppid=50 2024-12-04T21:57:55,492 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=50, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0880 sec 2024-12-04T21:57:55,499 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees in 1.0980 sec 2024-12-04T21:57:55,523 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d7958328e6640b4c79793bbc4909e413 3/3 column families, dataSize=154.31 KB heapSize=436.08 KB 2024-12-04T21:57:55,523 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d7958328e6640b4c79793bbc4909e413, store=A 2024-12-04T21:57:55,523 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-12-04T21:57:55,523 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d7958328e6640b4c79793bbc4909e413, store=B 2024-12-04T21:57:55,523 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-12-04T21:57:55,523 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d7958328e6640b4c79793bbc4909e413, store=C 2024-12-04T21:57:55,523 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-12-04T21:57:55,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(8855): Flush requested on d7958328e6640b4c79793bbc4909e413 2024-12-04T21:57:55,535 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241204104026a98b654fbabe986713767d2aa5_d7958328e6640b4c79793bbc4909e413 is 50, key is test_row_0/A:col10/1733349475380/Put/seqid=0 2024-12-04T21:57:55,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-12-04T21:57:55,538 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-04T21:57:55,540 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-04T21:57:55,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] procedure2.ProcedureExecutor(1139): Stored pid=52, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees 2024-12-04T21:57:55,544 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=52, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-04T21:57:55,546 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=52, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-04T21:57:55,546 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=53, ppid=52, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-04T21:57:55,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-12-04T21:57:55,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742025_1201 (size=14994) 2024-12-04T21:57:55,564 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:55,571 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241204104026a98b654fbabe986713767d2aa5_d7958328e6640b4c79793bbc4909e413 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204104026a98b654fbabe986713767d2aa5_d7958328e6640b4c79793bbc4909e413 2024-12-04T21:57:55,572 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/.tmp/A/63c89540e9c341a6a2e4c6ffc1619a18, store: [table=TestAcidGuarantees family=A region=d7958328e6640b4c79793bbc4909e413] 2024-12-04T21:57:55,573 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:57:55,573 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/.tmp/A/63c89540e9c341a6a2e4c6ffc1619a18 is 175, key is test_row_0/A:col10/1733349475380/Put/seqid=0 2024-12-04T21:57:55,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33780 deadline: 1733349535566, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:57:55,574 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:55,574 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:55,574 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:57:55,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742026_1202 (size=39949) 2024-12-04T21:57:55,651 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:57:55,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33744 deadline: 1733349535647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:57:55,652 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:55,652 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:55,652 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:57:55,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-12-04T21:57:55,669 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/.tmp/B/588500a54ff64518ba7eecd3523171e3 as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/B/588500a54ff64518ba7eecd3523171e3 2024-12-04T21:57:55,677 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d7958328e6640b4c79793bbc4909e413/B of d7958328e6640b4c79793bbc4909e413 into 588500a54ff64518ba7eecd3523171e3(size=12.4 K), total size for store is 24.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T21:57:55,677 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d7958328e6640b4c79793bbc4909e413: 2024-12-04T21:57:55,677 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., storeName=d7958328e6640b4c79793bbc4909e413/B, priority=13, startTime=1733349475152; duration=0sec 2024-12-04T21:57:55,677 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T21:57:55,677 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d7958328e6640b4c79793bbc4909e413:B 2024-12-04T21:57:55,682 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:57:55,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33780 deadline: 1733349535678, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:57:55,682 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:55,682 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:55,682 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:57:55,702 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39095 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-12-04T21:57:55,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413. 2024-12-04T21:57:55,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413. as already flushing 2024-12-04T21:57:55,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413. 2024-12-04T21:57:55,702 ERROR [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => d7958328e6640b4c79793bbc4909e413, NAME => 'TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:57:55,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => d7958328e6640b4c79793bbc4909e413, NAME => 'TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:57:55,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d7958328e6640b4c79793bbc4909e413, NAME => 'TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d7958328e6640b4c79793bbc4909e413, NAME => 'TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:57:55,856 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39095 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-12-04T21:57:55,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413. 2024-12-04T21:57:55,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413. as already flushing 2024-12-04T21:57:55,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413. 2024-12-04T21:57:55,856 ERROR [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => d7958328e6640b4c79793bbc4909e413, NAME => 'TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:57:55,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => d7958328e6640b4c79793bbc4909e413, NAME => 'TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:57:55,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d7958328e6640b4c79793bbc4909e413, NAME => 'TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d7958328e6640b4c79793bbc4909e413, NAME => 'TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:57:55,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-12-04T21:57:55,891 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:57:55,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33780 deadline: 1733349535888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:57:55,891 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:55,891 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:55,891 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:57:55,931 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:57:55,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33768 deadline: 1733349535927, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:57:55,931 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to bb3046a53f79,39095,1733349424047 for 'test_row_2' in d7958328e6640b4c79793bbc4909e413 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8188 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-04T21:57:55,932 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:55,932 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:55,932 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:57:55,958 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:57:55,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33724 deadline: 1733349535958, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:57:55,959 WARN [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRpcRetryingCaller(177): Call to bb3046a53f79,39095,1733349424047 for 'test_row_1' in d7958328e6640b4c79793bbc4909e413 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8213 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-04T21:57:55,960 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:55,960 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:55,960 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:57:56,010 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39095 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-12-04T21:57:56,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413. 2024-12-04T21:57:56,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413. as already flushing 2024-12-04T21:57:56,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413. 2024-12-04T21:57:56,011 ERROR [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => d7958328e6640b4c79793bbc4909e413, NAME => 'TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:57:56,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => d7958328e6640b4c79793bbc4909e413, NAME => 'TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:57:56,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d7958328e6640b4c79793bbc4909e413, NAME => 'TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d7958328e6640b4c79793bbc4909e413, NAME => 'TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:57:56,032 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=399, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/.tmp/A/63c89540e9c341a6a2e4c6ffc1619a18 2024-12-04T21:57:56,051 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/.tmp/B/344dcf51a51d4c4fab3c19fed60d6b07 is 50, key is test_row_0/B:col10/1733349475380/Put/seqid=0 2024-12-04T21:57:56,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742027_1203 (size=12301) 2024-12-04T21:57:56,164 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39095 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-12-04T21:57:56,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413. 2024-12-04T21:57:56,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413. as already flushing 2024-12-04T21:57:56,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413. 2024-12-04T21:57:56,165 ERROR [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => d7958328e6640b4c79793bbc4909e413, NAME => 'TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:57:56,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => d7958328e6640b4c79793bbc4909e413, NAME => 'TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:57:56,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d7958328e6640b4c79793bbc4909e413, NAME => 'TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d7958328e6640b4c79793bbc4909e413, NAME => 'TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:57:56,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-12-04T21:57:56,200 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:57:56,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33780 deadline: 1733349536198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:57:56,200 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:56,200 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:56,200 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:57:56,317 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39095 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-12-04T21:57:56,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413. 2024-12-04T21:57:56,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413. as already flushing 2024-12-04T21:57:56,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413. 2024-12-04T21:57:56,318 ERROR [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => d7958328e6640b4c79793bbc4909e413, NAME => 'TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:57:56,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => d7958328e6640b4c79793bbc4909e413, NAME => 'TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:57:56,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d7958328e6640b4c79793bbc4909e413, NAME => 'TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d7958328e6640b4c79793bbc4909e413, NAME => 'TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:57:56,458 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=399 (bloomFilter=true), to=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/.tmp/B/344dcf51a51d4c4fab3c19fed60d6b07 2024-12-04T21:57:56,466 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/.tmp/C/0ff53262d82f427683f094b734c35ba9 is 50, key is test_row_0/C:col10/1733349475380/Put/seqid=0 2024-12-04T21:57:56,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742028_1204 (size=12301) 2024-12-04T21:57:56,470 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39095 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-12-04T21:57:56,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413. 2024-12-04T21:57:56,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413. as already flushing 2024-12-04T21:57:56,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413. 2024-12-04T21:57:56,471 ERROR [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => d7958328e6640b4c79793bbc4909e413, NAME => 'TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:57:56,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => d7958328e6640b4c79793bbc4909e413, NAME => 'TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:57:56,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d7958328e6640b4c79793bbc4909e413, NAME => 'TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d7958328e6640b4c79793bbc4909e413, NAME => 'TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:57:56,623 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39095 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-12-04T21:57:56,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413. 2024-12-04T21:57:56,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413. as already flushing 2024-12-04T21:57:56,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413. 2024-12-04T21:57:56,623 ERROR [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => d7958328e6640b4c79793bbc4909e413, NAME => 'TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:57:56,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => d7958328e6640b4c79793bbc4909e413, NAME => 'TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:57:56,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d7958328e6640b4c79793bbc4909e413, NAME => 'TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d7958328e6640b4c79793bbc4909e413, NAME => 'TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:57:56,669 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:57:56,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33744 deadline: 1733349536667, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:57:56,670 WARN [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to bb3046a53f79,39095,1733349424047 for 'test_row_1' in d7958328e6640b4c79793bbc4909e413 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2157 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-04T21:57:56,670 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:56,670 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:56,670 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:57:56,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-12-04T21:57:56,711 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:57:56,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33780 deadline: 1733349536708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:57:56,712 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:56,712 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:56,712 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:57:56,777 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39095 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-12-04T21:57:56,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413. 2024-12-04T21:57:56,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413. as already flushing 2024-12-04T21:57:56,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413. 2024-12-04T21:57:56,777 ERROR [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => d7958328e6640b4c79793bbc4909e413, NAME => 'TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:57:56,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => d7958328e6640b4c79793bbc4909e413, NAME => 'TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:57:56,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d7958328e6640b4c79793bbc4909e413, NAME => 'TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d7958328e6640b4c79793bbc4909e413, NAME => 'TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:57:56,829 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:57:56,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33716 deadline: 1733349536828, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:57:56,830 WARN [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRpcRetryingCaller(177): Call to bb3046a53f79,39095,1733349424047 for 'test_row_2' in d7958328e6640b4c79793bbc4909e413 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4183 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-04T21:57:56,831 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:56,831 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:56,831 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:57:56,871 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=399 (bloomFilter=true), to=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/.tmp/C/0ff53262d82f427683f094b734c35ba9 2024-12-04T21:57:56,879 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/.tmp/A/63c89540e9c341a6a2e4c6ffc1619a18 as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/A/63c89540e9c341a6a2e4c6ffc1619a18 2024-12-04T21:57:56,889 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/A/63c89540e9c341a6a2e4c6ffc1619a18, entries=200, sequenceid=399, filesize=39.0 K 2024-12-04T21:57:56,891 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/.tmp/B/344dcf51a51d4c4fab3c19fed60d6b07 as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/B/344dcf51a51d4c4fab3c19fed60d6b07 2024-12-04T21:57:56,896 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/B/344dcf51a51d4c4fab3c19fed60d6b07, entries=150, sequenceid=399, filesize=12.0 K 2024-12-04T21:57:56,898 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/.tmp/C/0ff53262d82f427683f094b734c35ba9 as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/C/0ff53262d82f427683f094b734c35ba9 2024-12-04T21:57:56,904 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/C/0ff53262d82f427683f094b734c35ba9, entries=150, sequenceid=399, filesize=12.0 K 2024-12-04T21:57:56,906 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~436.03 KB/446496, currentSize=26.84 KB/27480 for d7958328e6640b4c79793bbc4909e413 in 1384ms, sequenceid=399, compaction requested=true 2024-12-04T21:57:56,907 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d7958328e6640b4c79793bbc4909e413: 2024-12-04T21:57:56,907 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d7958328e6640b4c79793bbc4909e413:A, priority=-2147483648, current under compaction store size is 1 2024-12-04T21:57:56,907 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T21:57:56,907 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T21:57:56,907 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T21:57:56,907 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d7958328e6640b4c79793bbc4909e413:B, priority=-2147483648, current under compaction store size is 2 2024-12-04T21:57:56,907 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T21:57:56,907 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d7958328e6640b4c79793bbc4909e413:C, priority=-2147483648, current under compaction store size is 3 2024-12-04T21:57:56,907 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T21:57:56,908 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37265 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T21:57:56,908 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HStore(1541): d7958328e6640b4c79793bbc4909e413/B is initiating minor compaction (all files) 2024-12-04T21:57:56,908 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d7958328e6640b4c79793bbc4909e413/B in TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413. 2024-12-04T21:57:56,909 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/B/588500a54ff64518ba7eecd3523171e3, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/B/2f46b8d4dcbf4c9db9b7fe968021f8c3, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/B/344dcf51a51d4c4fab3c19fed60d6b07] into tmpdir=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/.tmp, totalSize=36.4 K 2024-12-04T21:57:56,909 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 111515 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T21:57:56,909 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HStore(1541): d7958328e6640b4c79793bbc4909e413/A is initiating minor compaction (all files) 2024-12-04T21:57:56,909 INFO [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d7958328e6640b4c79793bbc4909e413/A in TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413. 2024-12-04T21:57:56,910 INFO [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/A/968f5acf30e94ded9c547783e95200b3, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/A/c924752fd1dd4fb98f052f95cc0a64d9, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/A/63c89540e9c341a6a2e4c6ffc1619a18] into tmpdir=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/.tmp, totalSize=108.9 K 2024-12-04T21:57:56,910 INFO [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413. 2024-12-04T21:57:56,910 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413. files: [hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/A/968f5acf30e94ded9c547783e95200b3, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/A/c924752fd1dd4fb98f052f95cc0a64d9, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/A/63c89540e9c341a6a2e4c6ffc1619a18] 2024-12-04T21:57:56,910 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.Compactor(225): Compacting 588500a54ff64518ba7eecd3523171e3, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=233, earliestPutTs=1733349472594 2024-12-04T21:57:56,910 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] compactions.Compactor(225): Compacting 968f5acf30e94ded9c547783e95200b3, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=233, earliestPutTs=1733349472594 2024-12-04T21:57:56,911 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.Compactor(225): Compacting 2f46b8d4dcbf4c9db9b7fe968021f8c3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=359, earliestPutTs=1733349475153 2024-12-04T21:57:56,911 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] compactions.Compactor(225): Compacting c924752fd1dd4fb98f052f95cc0a64d9, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=359, earliestPutTs=1733349474510 2024-12-04T21:57:56,914 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.Compactor(225): Compacting 344dcf51a51d4c4fab3c19fed60d6b07, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=399, earliestPutTs=1733349475380 2024-12-04T21:57:56,914 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] compactions.Compactor(225): Compacting 63c89540e9c341a6a2e4c6ffc1619a18, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=399, earliestPutTs=1733349475380 2024-12-04T21:57:56,937 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39095 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-12-04T21:57:56,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413. 2024-12-04T21:57:56,937 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2902): Flushing d7958328e6640b4c79793bbc4909e413 3/3 column families, dataSize=26.84 KB heapSize=80.44 KB 2024-12-04T21:57:56,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d7958328e6640b4c79793bbc4909e413, store=A 2024-12-04T21:57:56,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T21:57:56,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d7958328e6640b4c79793bbc4909e413, store=B 2024-12-04T21:57:56,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T21:57:56,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d7958328e6640b4c79793bbc4909e413, store=C 2024-12-04T21:57:56,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T21:57:56,939 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d7958328e6640b4c79793bbc4909e413#B#compaction#171 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T21:57:56,940 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/.tmp/B/97e3f6eab47443a1addbf5b3a885c979 is 50, key is test_row_0/B:col10/1733349475380/Put/seqid=0 2024-12-04T21:57:56,950 INFO [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=d7958328e6640b4c79793bbc4909e413] 2024-12-04T21:57:56,976 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024120474100ddc924e4b34bf37fe3a25904fcf_d7958328e6640b4c79793bbc4909e413 store=[table=TestAcidGuarantees family=A region=d7958328e6640b4c79793bbc4909e413] 2024-12-04T21:57:56,978 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024120474100ddc924e4b34bf37fe3a25904fcf_d7958328e6640b4c79793bbc4909e413, store=[table=TestAcidGuarantees family=A region=d7958328e6640b4c79793bbc4909e413] 2024-12-04T21:57:56,978 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120474100ddc924e4b34bf37fe3a25904fcf_d7958328e6640b4c79793bbc4909e413 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=d7958328e6640b4c79793bbc4909e413] 2024-12-04T21:57:56,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241204eab74187c36e4d8487f717474be0aef3_d7958328e6640b4c79793bbc4909e413 is 50, key is test_row_0/A:col10/1733349475533/Put/seqid=0 2024-12-04T21:57:57,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742029_1205 (size=12915) 2024-12-04T21:57:57,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742030_1206 (size=4469) 2024-12-04T21:57:57,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742031_1207 (size=12454) 2024-12-04T21:57:57,041 INFO [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d7958328e6640b4c79793bbc4909e413#A#compaction#172 average throughput is 0.27 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T21:57:57,041 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/.tmp/A/e1c57b26f66f46b99dce791337e4d6aa is 175, key is test_row_0/A:col10/1733349475380/Put/seqid=0 2024-12-04T21:57:57,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742032_1208 (size=31869) 2024-12-04T21:57:57,063 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/.tmp/A/e1c57b26f66f46b99dce791337e4d6aa as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/A/e1c57b26f66f46b99dce791337e4d6aa 2024-12-04T21:57:57,073 INFO [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d7958328e6640b4c79793bbc4909e413/A of d7958328e6640b4c79793bbc4909e413 into e1c57b26f66f46b99dce791337e4d6aa(size=31.1 K), total size for store is 31.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T21:57:57,073 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d7958328e6640b4c79793bbc4909e413: 2024-12-04T21:57:57,074 INFO [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., storeName=d7958328e6640b4c79793bbc4909e413/A, priority=13, startTime=1733349476907; duration=0sec 2024-12-04T21:57:57,074 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T21:57:57,074 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d7958328e6640b4c79793bbc4909e413:A 2024-12-04T21:57:57,074 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T21:57:57,076 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37265 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T21:57:57,076 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HStore(1541): d7958328e6640b4c79793bbc4909e413/C is initiating minor compaction (all files) 2024-12-04T21:57:57,076 INFO [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d7958328e6640b4c79793bbc4909e413/C in TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413. 2024-12-04T21:57:57,076 INFO [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/C/31c82a80fcf5454f8cd2a2583e2d448f, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/C/8e11244a8a16408a91507aebe60c46bd, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/C/0ff53262d82f427683f094b734c35ba9] into tmpdir=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/.tmp, totalSize=36.4 K 2024-12-04T21:57:57,077 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] compactions.Compactor(225): Compacting 31c82a80fcf5454f8cd2a2583e2d448f, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=233, earliestPutTs=1733349472594 2024-12-04T21:57:57,077 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8e11244a8a16408a91507aebe60c46bd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=359, earliestPutTs=1733349475153 2024-12-04T21:57:57,078 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0ff53262d82f427683f094b734c35ba9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=399, earliestPutTs=1733349475380 2024-12-04T21:57:57,098 INFO [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d7958328e6640b4c79793bbc4909e413#C#compaction#174 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T21:57:57,099 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/.tmp/C/9487b7c1a0a84a928d55d54f406b08c7 is 50, key is test_row_0/C:col10/1733349475380/Put/seqid=0 2024-12-04T21:57:57,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742033_1209 (size=12915) 2024-12-04T21:57:57,418 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/.tmp/B/97e3f6eab47443a1addbf5b3a885c979 as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/B/97e3f6eab47443a1addbf5b3a885c979 2024-12-04T21:57:57,424 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d7958328e6640b4c79793bbc4909e413/B of d7958328e6640b4c79793bbc4909e413 into 97e3f6eab47443a1addbf5b3a885c979(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T21:57:57,424 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d7958328e6640b4c79793bbc4909e413: 2024-12-04T21:57:57,424 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., storeName=d7958328e6640b4c79793bbc4909e413/B, priority=13, startTime=1733349476907; duration=0sec 2024-12-04T21:57:57,424 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T21:57:57,424 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d7958328e6640b4c79793bbc4909e413:B 2024-12-04T21:57:57,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:57,445 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241204eab74187c36e4d8487f717474be0aef3_d7958328e6640b4c79793bbc4909e413 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204eab74187c36e4d8487f717474be0aef3_d7958328e6640b4c79793bbc4909e413 2024-12-04T21:57:57,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/.tmp/A/bed9748f205f422eb1ee18b8f0b72f33, store: [table=TestAcidGuarantees family=A region=d7958328e6640b4c79793bbc4909e413] 2024-12-04T21:57:57,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/.tmp/A/bed9748f205f422eb1ee18b8f0b72f33 is 175, key is test_row_0/A:col10/1733349475533/Put/seqid=0 2024-12-04T21:57:57,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742034_1210 (size=31255) 2024-12-04T21:57:57,489 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=407, memsize=8.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/.tmp/A/bed9748f205f422eb1ee18b8f0b72f33 2024-12-04T21:57:57,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/.tmp/B/47dcb8b99e2048f28a04fd504ced338c is 50, key is test_row_0/B:col10/1733349475533/Put/seqid=0 2024-12-04T21:57:57,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742035_1211 (size=12301) 2024-12-04T21:57:57,565 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/.tmp/C/9487b7c1a0a84a928d55d54f406b08c7 as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/C/9487b7c1a0a84a928d55d54f406b08c7 2024-12-04T21:57:57,570 INFO [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d7958328e6640b4c79793bbc4909e413/C of d7958328e6640b4c79793bbc4909e413 into 9487b7c1a0a84a928d55d54f406b08c7(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T21:57:57,570 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d7958328e6640b4c79793bbc4909e413: 2024-12-04T21:57:57,570 INFO [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., storeName=d7958328e6640b4c79793bbc4909e413/C, priority=13, startTime=1733349476907; duration=0sec 2024-12-04T21:57:57,570 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T21:57:57,570 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d7958328e6640b4c79793bbc4909e413:C 2024-12-04T21:57:57,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-12-04T21:57:57,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(8855): Flush requested on d7958328e6640b4c79793bbc4909e413 2024-12-04T21:57:57,723 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413. as already flushing 2024-12-04T21:57:57,800 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:57:57,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33780 deadline: 1733349537797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:57:57,801 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:57,801 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:57,801 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:57:57,909 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:57:57,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33780 deadline: 1733349537907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:57:57,910 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:57,910 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:57,910 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:57:57,925 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=407 (bloomFilter=true), to=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/.tmp/B/47dcb8b99e2048f28a04fd504ced338c 2024-12-04T21:57:57,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/.tmp/C/443f9814375f47229e7dc05108f06c7d is 50, key is test_row_0/C:col10/1733349475533/Put/seqid=0 2024-12-04T21:57:57,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742036_1212 (size=12301) 2024-12-04T21:57:58,120 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:57:58,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33780 deadline: 1733349538118, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:57:58,121 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:58,121 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:58,121 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:57:58,343 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=407 (bloomFilter=true), to=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/.tmp/C/443f9814375f47229e7dc05108f06c7d 2024-12-04T21:57:58,349 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/.tmp/A/bed9748f205f422eb1ee18b8f0b72f33 as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/A/bed9748f205f422eb1ee18b8f0b72f33 2024-12-04T21:57:58,354 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/A/bed9748f205f422eb1ee18b8f0b72f33, entries=150, sequenceid=407, filesize=30.5 K 2024-12-04T21:57:58,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/.tmp/B/47dcb8b99e2048f28a04fd504ced338c as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/B/47dcb8b99e2048f28a04fd504ced338c 2024-12-04T21:57:58,362 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/B/47dcb8b99e2048f28a04fd504ced338c, entries=150, sequenceid=407, filesize=12.0 K 2024-12-04T21:57:58,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/.tmp/C/443f9814375f47229e7dc05108f06c7d as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/C/443f9814375f47229e7dc05108f06c7d 2024-12-04T21:57:58,372 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/C/443f9814375f47229e7dc05108f06c7d, entries=150, sequenceid=407, filesize=12.0 K 2024-12-04T21:57:58,373 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(3140): Finished flush of dataSize ~26.84 KB/27480, heapSize ~80.39 KB/82320, currentSize=147.60 KB/151140 for d7958328e6640b4c79793bbc4909e413 in 1436ms, sequenceid=407, compaction requested=false 2024-12-04T21:57:58,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2603): Flush status journal for d7958328e6640b4c79793bbc4909e413: 2024-12-04T21:57:58,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413. 2024-12-04T21:57:58,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=53 2024-12-04T21:57:58,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.HMaster(4169): Remote procedure done, pid=53 2024-12-04T21:57:58,376 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=53, resume processing ppid=52 2024-12-04T21:57:58,376 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=52, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.8290 sec 2024-12-04T21:57:58,379 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees in 2.8370 sec 2024-12-04T21:57:58,430 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d7958328e6640b4c79793bbc4909e413 3/3 column families, dataSize=154.31 KB heapSize=459.66 KB 2024-12-04T21:57:58,431 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d7958328e6640b4c79793bbc4909e413, store=A 2024-12-04T21:57:58,431 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-04T21:57:58,431 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d7958328e6640b4c79793bbc4909e413, store=B 2024-12-04T21:57:58,431 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-04T21:57:58,431 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d7958328e6640b4c79793bbc4909e413, store=C 2024-12-04T21:57:58,431 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-04T21:57:58,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(8855): Flush requested on d7958328e6640b4c79793bbc4909e413 2024-12-04T21:57:58,444 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241204c1eaa79008344b76b0a3db51818ae8d9_d7958328e6640b4c79793bbc4909e413 is 50, key is test_row_0/A:col10/1733349477777/Put/seqid=0 2024-12-04T21:57:58,450 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:57:58,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33780 deadline: 1733349538446, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:57:58,451 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:58,451 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:58,451 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:57:58,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742037_1213 (size=14994) 2024-12-04T21:57:58,469 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:58,477 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241204c1eaa79008344b76b0a3db51818ae8d9_d7958328e6640b4c79793bbc4909e413 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204c1eaa79008344b76b0a3db51818ae8d9_d7958328e6640b4c79793bbc4909e413 2024-12-04T21:57:58,478 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/.tmp/A/c91784e2a19e4afb9ac97066fb00ba61, store: [table=TestAcidGuarantees family=A region=d7958328e6640b4c79793bbc4909e413] 2024-12-04T21:57:58,479 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/.tmp/A/c91784e2a19e4afb9ac97066fb00ba61 is 175, key is test_row_0/A:col10/1733349477777/Put/seqid=0 2024-12-04T21:57:58,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742038_1214 (size=39949) 2024-12-04T21:57:58,493 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=436, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/.tmp/A/c91784e2a19e4afb9ac97066fb00ba61 2024-12-04T21:57:58,511 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/.tmp/B/966aee8ce4454c25b900da0f1197eb73 is 50, key is test_row_0/B:col10/1733349477777/Put/seqid=0 2024-12-04T21:57:58,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742039_1215 (size=12301) 2024-12-04T21:57:58,552 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=436 (bloomFilter=true), to=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/.tmp/B/966aee8ce4454c25b900da0f1197eb73 2024-12-04T21:57:58,563 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:57:58,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33780 deadline: 1733349538558, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:57:58,564 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:58,564 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:58,564 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:57:58,564 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/.tmp/C/ca0d7d73c6ce4a558a9d7c1f8d02ebf0 is 50, key is test_row_0/C:col10/1733349477777/Put/seqid=0 2024-12-04T21:57:58,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742040_1216 (size=12301) 2024-12-04T21:57:58,575 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=436 (bloomFilter=true), to=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/.tmp/C/ca0d7d73c6ce4a558a9d7c1f8d02ebf0 2024-12-04T21:57:58,580 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/.tmp/A/c91784e2a19e4afb9ac97066fb00ba61 as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/A/c91784e2a19e4afb9ac97066fb00ba61 2024-12-04T21:57:58,587 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/A/c91784e2a19e4afb9ac97066fb00ba61, entries=200, sequenceid=436, filesize=39.0 K 2024-12-04T21:57:58,588 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/.tmp/B/966aee8ce4454c25b900da0f1197eb73 as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/B/966aee8ce4454c25b900da0f1197eb73 2024-12-04T21:57:58,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:58,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:58,592 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/B/966aee8ce4454c25b900da0f1197eb73, entries=150, sequenceid=436, filesize=12.0 K 2024-12-04T21:57:58,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:58,593 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/.tmp/C/ca0d7d73c6ce4a558a9d7c1f8d02ebf0 as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/C/ca0d7d73c6ce4a558a9d7c1f8d02ebf0 2024-12-04T21:57:58,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:58,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:58,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:58,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:58,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:58,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:58,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:58,598 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/C/ca0d7d73c6ce4a558a9d7c1f8d02ebf0, entries=150, sequenceid=436, filesize=12.0 K 2024-12-04T21:57:58,599 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~459.61 KB/470640, currentSize=20.13 KB/20610 for d7958328e6640b4c79793bbc4909e413 in 169ms, sequenceid=436, compaction requested=true 2024-12-04T21:57:58,599 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d7958328e6640b4c79793bbc4909e413: 2024-12-04T21:57:58,599 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d7958328e6640b4c79793bbc4909e413:A, priority=-2147483648, current under compaction store size is 1 2024-12-04T21:57:58,599 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T21:57:58,599 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T21:57:58,599 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T21:57:58,599 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d7958328e6640b4c79793bbc4909e413:B, priority=-2147483648, current under compaction store size is 2 2024-12-04T21:57:58,599 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T21:57:58,599 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d7958328e6640b4c79793bbc4909e413:C, priority=-2147483648, current under compaction store size is 3 2024-12-04T21:57:58,599 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T21:57:58,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:58,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:58,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:58,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:58,600 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 103073 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T21:57:58,600 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HStore(1541): d7958328e6640b4c79793bbc4909e413/A is initiating minor compaction (all files) 2024-12-04T21:57:58,600 INFO [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d7958328e6640b4c79793bbc4909e413/A in TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413. 2024-12-04T21:57:58,601 INFO [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/A/e1c57b26f66f46b99dce791337e4d6aa, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/A/bed9748f205f422eb1ee18b8f0b72f33, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/A/c91784e2a19e4afb9ac97066fb00ba61] into tmpdir=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/.tmp, totalSize=100.7 K 2024-12-04T21:57:58,601 INFO [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413. 2024-12-04T21:57:58,601 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413. files: [hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/A/e1c57b26f66f46b99dce791337e4d6aa, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/A/bed9748f205f422eb1ee18b8f0b72f33, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/A/c91784e2a19e4afb9ac97066fb00ba61] 2024-12-04T21:57:58,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:58,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:58,601 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] compactions.Compactor(225): Compacting e1c57b26f66f46b99dce791337e4d6aa, keycount=150, bloomtype=ROW, size=31.1 K, encoding=NONE, compression=NONE, seqNum=399, earliestPutTs=1733349475380 2024-12-04T21:57:58,601 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37517 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T21:57:58,601 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HStore(1541): d7958328e6640b4c79793bbc4909e413/B is initiating minor compaction (all files) 2024-12-04T21:57:58,601 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d7958328e6640b4c79793bbc4909e413/B in TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413. 2024-12-04T21:57:58,602 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/B/97e3f6eab47443a1addbf5b3a885c979, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/B/47dcb8b99e2048f28a04fd504ced338c, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/B/966aee8ce4454c25b900da0f1197eb73] into tmpdir=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/.tmp, totalSize=36.6 K 2024-12-04T21:57:58,602 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] compactions.Compactor(225): Compacting bed9748f205f422eb1ee18b8f0b72f33, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=407, earliestPutTs=1733349475533 2024-12-04T21:57:58,602 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.Compactor(225): Compacting 97e3f6eab47443a1addbf5b3a885c979, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=399, earliestPutTs=1733349475380 2024-12-04T21:57:58,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:58,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:58,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:58,603 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.Compactor(225): Compacting 47dcb8b99e2048f28a04fd504ced338c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=407, earliestPutTs=1733349475533 2024-12-04T21:57:58,603 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] compactions.Compactor(225): Compacting c91784e2a19e4afb9ac97066fb00ba61, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=436, earliestPutTs=1733349477777 2024-12-04T21:57:58,603 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.Compactor(225): Compacting 966aee8ce4454c25b900da0f1197eb73, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=436, earliestPutTs=1733349477777 2024-12-04T21:57:58,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:58,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:58,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:58,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:58,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:58,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:58,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:58,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:58,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:58,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:58,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:58,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:58,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:58,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:58,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:58,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:58,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:58,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:58,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:58,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:58,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:58,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:58,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:58,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:58,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:58,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:58,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:58,615 INFO [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=d7958328e6640b4c79793bbc4909e413] 2024-12-04T21:57:58,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:58,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:58,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:58,616 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d7958328e6640b4c79793bbc4909e413#B#compaction#180 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-04T21:57:58,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:58,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:58,617 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/.tmp/B/b02a63fa74314885b9e60256d9590abf is 50, key is test_row_0/B:col10/1733349477777/Put/seqid=0 2024-12-04T21:57:58,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:58,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:58,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:58,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:58,618 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412048f457e2f1b64460bb131fc4786a72f40_d7958328e6640b4c79793bbc4909e413 store=[table=TestAcidGuarantees family=A region=d7958328e6640b4c79793bbc4909e413] 2024-12-04T21:57:58,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:58,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:58,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:58,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:58,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:58,620 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412048f457e2f1b64460bb131fc4786a72f40_d7958328e6640b4c79793bbc4909e413, store=[table=TestAcidGuarantees family=A region=d7958328e6640b4c79793bbc4909e413] 2024-12-04T21:57:58,620 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412048f457e2f1b64460bb131fc4786a72f40_d7958328e6640b4c79793bbc4909e413 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=d7958328e6640b4c79793bbc4909e413] 2024-12-04T21:57:58,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:58,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:58,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:58,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:58,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:58,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:58,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:58,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:58,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:58,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:58,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:58,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:58,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:58,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:58,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:58,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:58,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:58,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:58,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:58,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:58,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:58,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:58,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:58,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:58,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:58,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:58,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:58,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:58,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:58,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:58,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:58,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:58,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:58,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:58,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:58,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:58,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:58,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:58,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:58,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:58,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:58,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:58,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:58,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:58,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:58,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:58,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:58,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:58,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:58,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:58,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:58,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:58,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:58,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:58,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:58,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:58,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:58,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:58,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:58,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:58,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:58,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:58,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:58,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:58,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:58,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:58,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:58,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742041_1217 (size=13017) 2024-12-04T21:57:58,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:58,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:58,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:58,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:58,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:58,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:58,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:58,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:58,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:58,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:58,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:58,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:58,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:58,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:58,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:58,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:58,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:58,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:58,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:58,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:58,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:58,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:58,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:58,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:58,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:58,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:58,656 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/.tmp/B/b02a63fa74314885b9e60256d9590abf as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/B/b02a63fa74314885b9e60256d9590abf 2024-12-04T21:57:58,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:58,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:58,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:58,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:58,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:58,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:58,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:58,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:58,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:58,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:58,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:58,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:58,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:58,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:58,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:58,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:58,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:58,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742042_1218 (size=4469) 2024-12-04T21:57:58,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:58,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:58,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:58,666 INFO [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d7958328e6640b4c79793bbc4909e413#A#compaction#181 average throughput is 0.48 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T21:57:58,667 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/.tmp/A/89e7a2966e17499bac7e8701fe3e94b0 is 175, key is test_row_0/A:col10/1733349477777/Put/seqid=0 2024-12-04T21:57:58,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:58,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:58,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:58,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:58,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:58,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:58,670 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d7958328e6640b4c79793bbc4909e413/B of d7958328e6640b4c79793bbc4909e413 into b02a63fa74314885b9e60256d9590abf(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T21:57:58,671 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d7958328e6640b4c79793bbc4909e413: 2024-12-04T21:57:58,671 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., storeName=d7958328e6640b4c79793bbc4909e413/B, priority=13, startTime=1733349478599; duration=0sec 2024-12-04T21:57:58,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:58,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:58,671 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T21:57:58,671 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d7958328e6640b4c79793bbc4909e413:B 2024-12-04T21:57:58,671 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T21:57:58,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:58,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:58,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:58,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:58,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:58,673 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37517 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T21:57:58,673 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HStore(1541): d7958328e6640b4c79793bbc4909e413/C is initiating minor compaction (all files) 2024-12-04T21:57:58,673 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d7958328e6640b4c79793bbc4909e413/C in TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413. 2024-12-04T21:57:58,673 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/C/9487b7c1a0a84a928d55d54f406b08c7, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/C/443f9814375f47229e7dc05108f06c7d, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/C/ca0d7d73c6ce4a558a9d7c1f8d02ebf0] into tmpdir=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/.tmp, totalSize=36.6 K 2024-12-04T21:57:58,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:58,674 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.Compactor(225): Compacting 9487b7c1a0a84a928d55d54f406b08c7, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=399, earliestPutTs=1733349475380 2024-12-04T21:57:58,674 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.Compactor(225): Compacting 443f9814375f47229e7dc05108f06c7d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=407, earliestPutTs=1733349475533 2024-12-04T21:57:58,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:58,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:58,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:58,675 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.Compactor(225): Compacting ca0d7d73c6ce4a558a9d7c1f8d02ebf0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=436, earliestPutTs=1733349477777 2024-12-04T21:57:58,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:58,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:58,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:58,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:58,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:58,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:58,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:58,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:58,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:58,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:58,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:58,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:58,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:58,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:58,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:58,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:58,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:58,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:58,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:58,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:58,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:58,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:58,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:58,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:58,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:58,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:58,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:58,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:58,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:58,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:58,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:58,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:58,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:58,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:58,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:58,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:58,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:58,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:58,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:58,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:58,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:58,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:58,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:58,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:58,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:58,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:58,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:58,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:58,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742043_1219 (size=31971) 2024-12-04T21:57:58,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:58,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:58,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:58,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:58,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:58,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:58,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:58,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:58,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:58,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:58,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:58,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:58,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:58,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:58,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:58,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:58,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:58,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:58,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:58,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:58,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:58,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:58,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:58,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:58,698 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d7958328e6640b4c79793bbc4909e413#C#compaction#182 average throughput is 1.31 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T21:57:58,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:58,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:58,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:58,699 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/.tmp/A/89e7a2966e17499bac7e8701fe3e94b0 as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/A/89e7a2966e17499bac7e8701fe3e94b0 2024-12-04T21:57:58,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:58,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:58,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:58,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:58,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:58,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:58,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:58,702 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/.tmp/C/8da2abde6e204e0585ab27fe3c8ba048 is 50, key is test_row_0/C:col10/1733349477777/Put/seqid=0 2024-12-04T21:57:58,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:58,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:58,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:58,707 INFO [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d7958328e6640b4c79793bbc4909e413/A of d7958328e6640b4c79793bbc4909e413 into 89e7a2966e17499bac7e8701fe3e94b0(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T21:57:58,707 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d7958328e6640b4c79793bbc4909e413: 2024-12-04T21:57:58,707 INFO [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., storeName=d7958328e6640b4c79793bbc4909e413/A, priority=13, startTime=1733349478599; duration=0sec 2024-12-04T21:57:58,707 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T21:57:58,707 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d7958328e6640b4c79793bbc4909e413:A 2024-12-04T21:57:58,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:58,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:58,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:58,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:58,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:58,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:58,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:58,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:58,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:58,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:58,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:58,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:58,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:58,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:58,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:58,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:58,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:58,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:58,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:58,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:58,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:58,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:58,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:58,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:58,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:58,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:58,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:58,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:58,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:58,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:58,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:58,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:58,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:58,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:58,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:58,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:58,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:58,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:58,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:58,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:58,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:58,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:58,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:58,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:58,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:58,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(8855): Flush requested on d7958328e6640b4c79793bbc4909e413 2024-12-04T21:57:58,730 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d7958328e6640b4c79793bbc4909e413 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-12-04T21:57:58,730 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d7958328e6640b4c79793bbc4909e413, store=A 2024-12-04T21:57:58,730 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T21:57:58,730 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d7958328e6640b4c79793bbc4909e413, store=B 2024-12-04T21:57:58,730 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T21:57:58,730 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d7958328e6640b4c79793bbc4909e413, store=C 2024-12-04T21:57:58,730 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T21:57:58,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:58,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:58,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:58,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:58,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:58,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:58,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:58,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:58,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:58,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:58,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:58,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742044_1220 (size=13017) 2024-12-04T21:57:58,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:58,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:58,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:58,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:58,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:58,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:58,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:58,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:58,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:58,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:58,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:58,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:58,762 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120485e4e66b23b7421f98336899fc207e62_d7958328e6640b4c79793bbc4909e413 is 50, key is test_row_0/A:col10/1733349478722/Put/seqid=0 2024-12-04T21:57:58,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:58,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:58,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:58,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:58,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:58,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:58,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:58,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742045_1221 (size=20074) 2024-12-04T21:57:58,843 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/bb3046a53f79:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733349478820, max timestamp=1733349478834Num uniques 859; 2024-12-04T21:57:58,843 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/bb3046a53f79:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733349478820, max timestamp=1733349478834Num uniques 859; 2024-12-04T21:57:58,843 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/bb3046a53f79:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-04T21:57:58,843 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/bb3046a53f79:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-04T21:57:58,845 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/bb3046a53f79:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733349478820, max timestamp=1733349478834Num uniques 859; 2024-12-04T21:57:58,845 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/bb3046a53f79:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-04T21:57:58,904 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:57:58,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33744 deadline: 1733349538899, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:57:58,905 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:58,905 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:58,905 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:57:58,908 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:57:58,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33780 deadline: 1733349538903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:57:58,908 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:58,909 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:58,909 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:57:59,008 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:57:59,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33744 deadline: 1733349539008, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:57:59,009 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:59,009 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:59,009 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:57:59,022 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:57:59,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33780 deadline: 1733349539018, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:57:59,022 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:59,022 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:59,022 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:57:59,153 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/.tmp/C/8da2abde6e204e0585ab27fe3c8ba048 as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/C/8da2abde6e204e0585ab27fe3c8ba048 2024-12-04T21:57:59,159 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d7958328e6640b4c79793bbc4909e413/C of d7958328e6640b4c79793bbc4909e413 into 8da2abde6e204e0585ab27fe3c8ba048(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T21:57:59,159 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d7958328e6640b4c79793bbc4909e413: 2024-12-04T21:57:59,159 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., storeName=d7958328e6640b4c79793bbc4909e413/C, priority=13, startTime=1733349478599; duration=0sec 2024-12-04T21:57:59,160 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T21:57:59,160 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d7958328e6640b4c79793bbc4909e413:C 2024-12-04T21:57:59,213 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:57:59,218 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120485e4e66b23b7421f98336899fc207e62_d7958328e6640b4c79793bbc4909e413 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120485e4e66b23b7421f98336899fc207e62_d7958328e6640b4c79793bbc4909e413 2024-12-04T21:57:59,219 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/.tmp/A/aa02b255d3e440e39b755504917bd1fe, store: [table=TestAcidGuarantees family=A region=d7958328e6640b4c79793bbc4909e413] 2024-12-04T21:57:59,220 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:57:59,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33744 deadline: 1733349539218, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:57:59,220 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/.tmp/A/aa02b255d3e440e39b755504917bd1fe is 175, key is test_row_0/A:col10/1733349478722/Put/seqid=0 2024-12-04T21:57:59,220 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:59,220 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:59,220 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:57:59,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742046_1222 (size=57333) 2024-12-04T21:57:59,229 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:57:59,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33780 deadline: 1733349539228, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:57:59,231 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:59,231 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:59,231 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:57:59,531 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:57:59,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33744 deadline: 1733349539528, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:57:59,531 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:59,531 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:59,531 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:57:59,540 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:57:59,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33780 deadline: 1733349539537, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:57:59,540 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:59,540 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:57:59,540 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:57:59,628 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=448, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/.tmp/A/aa02b255d3e440e39b755504917bd1fe 2024-12-04T21:57:59,635 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/.tmp/B/cfd939ee95a14301a061450a8040658f is 50, key is test_row_0/B:col10/1733349478722/Put/seqid=0 2024-12-04T21:57:59,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742047_1223 (size=12301) 2024-12-04T21:57:59,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-12-04T21:57:59,728 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-04T21:57:59,728 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-04T21:57:59,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] procedure2.ProcedureExecutor(1139): Stored pid=54, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=54, table=TestAcidGuarantees 2024-12-04T21:57:59,731 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=54, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=54, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-04T21:57:59,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-12-04T21:57:59,732 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=54, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=54, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-04T21:57:59,732 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=55, ppid=54, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-04T21:57:59,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-12-04T21:57:59,884 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39095 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-12-04T21:57:59,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413. 2024-12-04T21:57:59,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413. as already flushing 2024-12-04T21:57:59,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413. 2024-12-04T21:57:59,885 ERROR [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => d7958328e6640b4c79793bbc4909e413, NAME => 'TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:57:59,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => d7958328e6640b4c79793bbc4909e413, NAME => 'TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:57:59,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d7958328e6640b4c79793bbc4909e413, NAME => 'TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d7958328e6640b4c79793bbc4909e413, NAME => 'TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:58:00,036 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39095 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-12-04T21:58:00,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413. 2024-12-04T21:58:00,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413. as already flushing 2024-12-04T21:58:00,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413. 2024-12-04T21:58:00,037 ERROR [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => d7958328e6640b4c79793bbc4909e413, NAME => 'TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:58:00,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => d7958328e6640b4c79793bbc4909e413, NAME => 'TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:58:00,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d7958328e6640b4c79793bbc4909e413, NAME => 'TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d7958328e6640b4c79793bbc4909e413, NAME => 'TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:58:00,039 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=448 (bloomFilter=true), to=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/.tmp/B/cfd939ee95a14301a061450a8040658f 2024-12-04T21:58:00,039 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:00,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33744 deadline: 1733349540037, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:00,040 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:00,040 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:00,040 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:58:00,045 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/.tmp/C/6c878d5617764a5c87066220f0a65158 is 50, key is test_row_0/C:col10/1733349478722/Put/seqid=0 2024-12-04T21:58:00,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-12-04T21:58:00,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742048_1224 (size=12301) 2024-12-04T21:58:00,051 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:00,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33780 deadline: 1733349540047, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:00,051 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:00,051 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:00,051 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:58:00,189 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39095 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-12-04T21:58:00,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413. 2024-12-04T21:58:00,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413. as already flushing 2024-12-04T21:58:00,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413. 2024-12-04T21:58:00,190 ERROR [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => d7958328e6640b4c79793bbc4909e413, NAME => 'TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:58:00,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => d7958328e6640b4c79793bbc4909e413, NAME => 'TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:58:00,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d7958328e6640b4c79793bbc4909e413, NAME => 'TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d7958328e6640b4c79793bbc4909e413, NAME => 'TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:58:00,346 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39095 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-12-04T21:58:00,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413. 2024-12-04T21:58:00,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413. as already flushing 2024-12-04T21:58:00,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413. 2024-12-04T21:58:00,346 ERROR [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => d7958328e6640b4c79793bbc4909e413, NAME => 'TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:58:00,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => d7958328e6640b4c79793bbc4909e413, NAME => 'TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:58:00,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d7958328e6640b4c79793bbc4909e413, NAME => 'TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d7958328e6640b4c79793bbc4909e413, NAME => 'TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:58:00,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-12-04T21:58:00,449 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=448 (bloomFilter=true), to=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/.tmp/C/6c878d5617764a5c87066220f0a65158 2024-12-04T21:58:00,454 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/.tmp/A/aa02b255d3e440e39b755504917bd1fe as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/A/aa02b255d3e440e39b755504917bd1fe 2024-12-04T21:58:00,460 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/A/aa02b255d3e440e39b755504917bd1fe, entries=300, sequenceid=448, filesize=56.0 K 2024-12-04T21:58:00,461 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/.tmp/B/cfd939ee95a14301a061450a8040658f as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/B/cfd939ee95a14301a061450a8040658f 2024-12-04T21:58:00,465 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/B/cfd939ee95a14301a061450a8040658f, entries=150, sequenceid=448, filesize=12.0 K 2024-12-04T21:58:00,466 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/.tmp/C/6c878d5617764a5c87066220f0a65158 as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/C/6c878d5617764a5c87066220f0a65158 2024-12-04T21:58:00,473 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/C/6c878d5617764a5c87066220f0a65158, entries=150, sequenceid=448, filesize=12.0 K 2024-12-04T21:58:00,474 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for d7958328e6640b4c79793bbc4909e413 in 1744ms, sequenceid=448, compaction requested=false 2024-12-04T21:58:00,474 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d7958328e6640b4c79793bbc4909e413: 2024-12-04T21:58:00,499 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39095 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-12-04T21:58:00,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413. 2024-12-04T21:58:00,499 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2902): Flushing d7958328e6640b4c79793bbc4909e413 3/3 column families, dataSize=134.18 KB heapSize=384.98 KB 2024-12-04T21:58:00,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d7958328e6640b4c79793bbc4909e413, store=A 2024-12-04T21:58:00,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-04T21:58:00,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d7958328e6640b4c79793bbc4909e413, store=B 2024-12-04T21:58:00,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-04T21:58:00,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d7958328e6640b4c79793bbc4909e413, store=C 2024-12-04T21:58:00,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-04T21:58:00,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412046a0e6953174e454aafd26fa9de747cb1_d7958328e6640b4c79793bbc4909e413 is 50, key is test_row_0/A:col10/1733349478891/Put/seqid=0 2024-12-04T21:58:00,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742049_1225 (size=12454) 2024-12-04T21:58:00,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-12-04T21:58:00,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(8855): Flush requested on d7958328e6640b4c79793bbc4909e413 2024-12-04T21:58:00,872 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413. as already flushing 2024-12-04T21:58:00,901 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:00,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33716 deadline: 1733349540897, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:00,902 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:00,902 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:00,902 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:58:00,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:00,917 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412046a0e6953174e454aafd26fa9de747cb1_d7958328e6640b4c79793bbc4909e413 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412046a0e6953174e454aafd26fa9de747cb1_d7958328e6640b4c79793bbc4909e413 2024-12-04T21:58:00,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/.tmp/A/a5298eede7de47aba050302e8eeaa0b2, store: [table=TestAcidGuarantees family=A region=d7958328e6640b4c79793bbc4909e413] 2024-12-04T21:58:00,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/.tmp/A/a5298eede7de47aba050302e8eeaa0b2 is 175, key is test_row_0/A:col10/1733349478891/Put/seqid=0 2024-12-04T21:58:00,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742050_1226 (size=31255) 2024-12-04T21:58:01,008 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:01,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33716 deadline: 1733349541008, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:01,009 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:01,009 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:01,009 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:58:01,057 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:01,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33744 deadline: 1733349541057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:01,058 WARN [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to bb3046a53f79,39095,1733349424047 for 'test_row_1' in d7958328e6640b4c79793bbc4909e413 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2159 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-04T21:58:01,058 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:01,058 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:01,058 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:58:01,070 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:01,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33780 deadline: 1733349541067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:01,071 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to bb3046a53f79,39095,1733349424047 for 'test_row_1' in d7958328e6640b4c79793bbc4909e413 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2167 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-04T21:58:01,072 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:01,072 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:01,072 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:58:01,218 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:01,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33716 deadline: 1733349541218, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:01,219 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:01,219 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:01,219 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:58:01,325 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=486, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/.tmp/A/a5298eede7de47aba050302e8eeaa0b2 2024-12-04T21:58:01,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/.tmp/B/00052d874dfa4bacb5b4f59803b7a231 is 50, key is test_row_0/B:col10/1733349478891/Put/seqid=0 2024-12-04T21:58:01,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742051_1227 (size=12301) 2024-12-04T21:58:01,531 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:01,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33716 deadline: 1733349541527, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:01,532 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:01,532 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:01,532 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:58:01,738 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=486 (bloomFilter=true), to=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/.tmp/B/00052d874dfa4bacb5b4f59803b7a231 2024-12-04T21:58:01,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/.tmp/C/4e7960f797114c5f93ed41c11468f7fc is 50, key is test_row_0/C:col10/1733349478891/Put/seqid=0 2024-12-04T21:58:01,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742052_1228 (size=12301) 2024-12-04T21:58:01,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-12-04T21:58:02,039 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:02,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33716 deadline: 1733349542038, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:02,040 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:02,040 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:02,040 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:58:02,150 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=486 (bloomFilter=true), to=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/.tmp/C/4e7960f797114c5f93ed41c11468f7fc 2024-12-04T21:58:02,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/.tmp/A/a5298eede7de47aba050302e8eeaa0b2 as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/A/a5298eede7de47aba050302e8eeaa0b2 2024-12-04T21:58:02,157 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/A/a5298eede7de47aba050302e8eeaa0b2, entries=150, sequenceid=486, filesize=30.5 K 2024-12-04T21:58:02,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/.tmp/B/00052d874dfa4bacb5b4f59803b7a231 as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/B/00052d874dfa4bacb5b4f59803b7a231 2024-12-04T21:58:02,161 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/B/00052d874dfa4bacb5b4f59803b7a231, entries=150, sequenceid=486, filesize=12.0 K 2024-12-04T21:58:02,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/.tmp/C/4e7960f797114c5f93ed41c11468f7fc as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/C/4e7960f797114c5f93ed41c11468f7fc 2024-12-04T21:58:02,166 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/C/4e7960f797114c5f93ed41c11468f7fc, entries=150, sequenceid=486, filesize=12.0 K 2024-12-04T21:58:02,167 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~384.94 KB/394176, currentSize=46.96 KB/48090 for d7958328e6640b4c79793bbc4909e413 in 1668ms, sequenceid=486, compaction requested=true 2024-12-04T21:58:02,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2603): Flush status journal for d7958328e6640b4c79793bbc4909e413: 2024-12-04T21:58:02,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413. 2024-12-04T21:58:02,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=55 2024-12-04T21:58:02,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.HMaster(4169): Remote procedure done, pid=55 2024-12-04T21:58:02,170 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=55, resume processing ppid=54 2024-12-04T21:58:02,170 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=55, ppid=54, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.4360 sec 2024-12-04T21:58:02,173 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=54, table=TestAcidGuarantees in 2.4410 sec 2024-12-04T21:58:02,510 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-04T21:58:03,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(8855): Flush requested on d7958328e6640b4c79793bbc4909e413 2024-12-04T21:58:03,050 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d7958328e6640b4c79793bbc4909e413 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-12-04T21:58:03,050 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d7958328e6640b4c79793bbc4909e413, store=A 2024-12-04T21:58:03,050 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T21:58:03,050 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d7958328e6640b4c79793bbc4909e413, store=B 2024-12-04T21:58:03,050 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T21:58:03,050 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d7958328e6640b4c79793bbc4909e413, store=C 2024-12-04T21:58:03,050 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T21:58:03,069 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120410fb16e5aa7a4546955e7b41aaaa2bda_d7958328e6640b4c79793bbc4909e413 is 50, key is test_row_0/A:col10/1733349480895/Put/seqid=0 2024-12-04T21:58:03,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742053_1229 (size=14994) 2024-12-04T21:58:03,098 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:03,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33744 deadline: 1733349543097, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:03,099 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:03,099 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:03,099 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:58:03,099 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/bb3046a53f79:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733349483092, max timestamp=1733349483097Num uniques 859; 2024-12-04T21:58:03,099 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/bb3046a53f79:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733349483092, max timestamp=1733349483097Num uniques 859; 2024-12-04T21:58:03,099 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/bb3046a53f79:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-04T21:58:03,099 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/bb3046a53f79:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-04T21:58:03,099 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/bb3046a53f79:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733349483092, max timestamp=1733349483097Num uniques 859; 2024-12-04T21:58:03,099 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/bb3046a53f79:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-04T21:58:03,141 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:03,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33780 deadline: 1733349543139, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:03,141 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:03,141 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:03,141 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:58:03,144 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:03,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33716 deadline: 1733349543141, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:03,144 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:03,144 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:03,144 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:58:03,208 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:03,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33744 deadline: 1733349543208, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:03,209 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:03,209 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:03,209 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:58:03,249 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:03,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33780 deadline: 1733349543247, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:03,250 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:03,250 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:03,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33716 deadline: 1733349543247, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:03,250 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:03,250 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:58:03,250 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:03,250 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:03,250 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:58:03,422 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:03,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33744 deadline: 1733349543418, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:03,423 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:03,423 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:03,423 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:58:03,463 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:03,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33780 deadline: 1733349543458, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:03,463 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:03,464 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:03,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33716 deadline: 1733349543458, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:03,464 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:03,464 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:58:03,464 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:03,464 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:03,464 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:58:03,473 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:03,477 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120410fb16e5aa7a4546955e7b41aaaa2bda_d7958328e6640b4c79793bbc4909e413 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120410fb16e5aa7a4546955e7b41aaaa2bda_d7958328e6640b4c79793bbc4909e413 2024-12-04T21:58:03,477 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/.tmp/A/816d50cb977f43f7ae49c127ee263e80, store: [table=TestAcidGuarantees family=A region=d7958328e6640b4c79793bbc4909e413] 2024-12-04T21:58:03,478 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/.tmp/A/816d50cb977f43f7ae49c127ee263e80 is 175, key is test_row_0/A:col10/1733349480895/Put/seqid=0 2024-12-04T21:58:03,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742054_1230 (size=39949) 2024-12-04T21:58:03,728 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:03,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33744 deadline: 1733349543727, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:03,729 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:03,729 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:03,729 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:58:03,768 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:03,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33780 deadline: 1733349543767, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:03,769 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:03,769 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:03,769 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:03,769 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:58:03,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33716 deadline: 1733349543767, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:03,769 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:03,769 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:03,769 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:58:03,882 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=497, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/.tmp/A/816d50cb977f43f7ae49c127ee263e80 2024-12-04T21:58:03,889 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/.tmp/B/07996f5164f4494ca1c7bedf5d9f692a is 50, key is test_row_0/B:col10/1733349480895/Put/seqid=0 2024-12-04T21:58:03,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742055_1231 (size=12301) 2024-12-04T21:58:03,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-12-04T21:58:03,898 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-04T21:58:03,898 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-04T21:58:03,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] procedure2.ProcedureExecutor(1139): Stored pid=56, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=56, table=TestAcidGuarantees 2024-12-04T21:58:03,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-12-04T21:58:03,900 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=56, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=56, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-04T21:58:03,901 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=56, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=56, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-04T21:58:03,901 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=57, ppid=56, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-04T21:58:04,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-12-04T21:58:04,052 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39095 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=57 2024-12-04T21:58:04,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413. 2024-12-04T21:58:04,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413. as already flushing 2024-12-04T21:58:04,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413. 2024-12-04T21:58:04,053 ERROR [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] handler.RSProcedureHandler(58): pid=57 java.io.IOException: Unable to complete flush {ENCODED => d7958328e6640b4c79793bbc4909e413, NAME => 'TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:58:04,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=57 java.io.IOException: Unable to complete flush {ENCODED => d7958328e6640b4c79793bbc4909e413, NAME => 'TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:58:04,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.HMaster(4177): Remote procedure failed, pid=57 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d7958328e6640b4c79793bbc4909e413, NAME => 'TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d7958328e6640b4c79793bbc4909e413, NAME => 'TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:58:04,205 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39095 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=57 2024-12-04T21:58:04,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413. 2024-12-04T21:58:04,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413. as already flushing 2024-12-04T21:58:04,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413. 2024-12-04T21:58:04,205 ERROR [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] handler.RSProcedureHandler(58): pid=57 java.io.IOException: Unable to complete flush {ENCODED => d7958328e6640b4c79793bbc4909e413, NAME => 'TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:58:04,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=57 java.io.IOException: Unable to complete flush {ENCODED => d7958328e6640b4c79793bbc4909e413, NAME => 'TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:58:04,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.HMaster(4177): Remote procedure failed, pid=57 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d7958328e6640b4c79793bbc4909e413, NAME => 'TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d7958328e6640b4c79793bbc4909e413, NAME => 'TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:58:04,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-12-04T21:58:04,240 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:04,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33744 deadline: 1733349544237, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:04,240 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:04,240 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:04,240 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:58:04,278 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:04,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33780 deadline: 1733349544278, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:04,279 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:04,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33716 deadline: 1733349544278, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:04,279 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:04,279 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:04,279 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:58:04,279 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:04,279 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:04,279 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:58:04,298 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=497 (bloomFilter=true), to=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/.tmp/B/07996f5164f4494ca1c7bedf5d9f692a 2024-12-04T21:58:04,305 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/.tmp/C/807cc17f2bdd4aab904eeb77362897e7 is 50, key is test_row_0/C:col10/1733349480895/Put/seqid=0 2024-12-04T21:58:04,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742056_1232 (size=12301) 2024-12-04T21:58:04,358 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39095 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=57 2024-12-04T21:58:04,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413. 2024-12-04T21:58:04,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413. as already flushing 2024-12-04T21:58:04,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413. 2024-12-04T21:58:04,358 ERROR [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] handler.RSProcedureHandler(58): pid=57 java.io.IOException: Unable to complete flush {ENCODED => d7958328e6640b4c79793bbc4909e413, NAME => 'TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:58:04,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=57 java.io.IOException: Unable to complete flush {ENCODED => d7958328e6640b4c79793bbc4909e413, NAME => 'TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:58:04,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.HMaster(4177): Remote procedure failed, pid=57 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d7958328e6640b4c79793bbc4909e413, NAME => 'TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d7958328e6640b4c79793bbc4909e413, NAME => 'TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:58:04,510 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39095 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=57 2024-12-04T21:58:04,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413. 2024-12-04T21:58:04,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413. as already flushing 2024-12-04T21:58:04,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413. 2024-12-04T21:58:04,511 ERROR [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] handler.RSProcedureHandler(58): pid=57 java.io.IOException: Unable to complete flush {ENCODED => d7958328e6640b4c79793bbc4909e413, NAME => 'TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:58:04,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=57 java.io.IOException: Unable to complete flush {ENCODED => d7958328e6640b4c79793bbc4909e413, NAME => 'TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:58:04,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.HMaster(4177): Remote procedure failed, pid=57 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d7958328e6640b4c79793bbc4909e413, NAME => 'TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d7958328e6640b4c79793bbc4909e413, NAME => 'TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:58:04,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-12-04T21:58:04,663 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39095 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=57 2024-12-04T21:58:04,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413. 2024-12-04T21:58:04,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413. as already flushing 2024-12-04T21:58:04,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413. 2024-12-04T21:58:04,663 ERROR [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] handler.RSProcedureHandler(58): pid=57 java.io.IOException: Unable to complete flush {ENCODED => d7958328e6640b4c79793bbc4909e413, NAME => 'TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:58:04,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=57 java.io.IOException: Unable to complete flush {ENCODED => d7958328e6640b4c79793bbc4909e413, NAME => 'TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:58:04,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.HMaster(4177): Remote procedure failed, pid=57 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d7958328e6640b4c79793bbc4909e413, NAME => 'TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d7958328e6640b4c79793bbc4909e413, NAME => 'TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:58:04,711 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=497 (bloomFilter=true), to=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/.tmp/C/807cc17f2bdd4aab904eeb77362897e7 2024-12-04T21:58:04,715 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/.tmp/A/816d50cb977f43f7ae49c127ee263e80 as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/A/816d50cb977f43f7ae49c127ee263e80 2024-12-04T21:58:04,718 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/A/816d50cb977f43f7ae49c127ee263e80, entries=200, sequenceid=497, filesize=39.0 K 2024-12-04T21:58:04,719 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/.tmp/B/07996f5164f4494ca1c7bedf5d9f692a as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/B/07996f5164f4494ca1c7bedf5d9f692a 2024-12-04T21:58:04,722 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/B/07996f5164f4494ca1c7bedf5d9f692a, entries=150, sequenceid=497, filesize=12.0 K 2024-12-04T21:58:04,723 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/.tmp/C/807cc17f2bdd4aab904eeb77362897e7 as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/C/807cc17f2bdd4aab904eeb77362897e7 2024-12-04T21:58:04,727 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/C/807cc17f2bdd4aab904eeb77362897e7, entries=150, sequenceid=497, filesize=12.0 K 2024-12-04T21:58:04,728 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for d7958328e6640b4c79793bbc4909e413 in 1678ms, sequenceid=497, compaction requested=true 2024-12-04T21:58:04,728 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d7958328e6640b4c79793bbc4909e413: 2024-12-04T21:58:04,728 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d7958328e6640b4c79793bbc4909e413:A, priority=-2147483648, current under compaction store size is 1 2024-12-04T21:58:04,728 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T21:58:04,728 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d7958328e6640b4c79793bbc4909e413:B, priority=-2147483648, current under compaction store size is 2 2024-12-04T21:58:04,728 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-04T21:58:04,728 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T21:58:04,728 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d7958328e6640b4c79793bbc4909e413:C, priority=-2147483648, current under compaction store size is 3 2024-12-04T21:58:04,728 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-04T21:58:04,728 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T21:58:04,729 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 160508 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-04T21:58:04,729 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49920 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-04T21:58:04,730 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HStore(1541): d7958328e6640b4c79793bbc4909e413/B is initiating minor compaction (all files) 2024-12-04T21:58:04,730 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HStore(1541): d7958328e6640b4c79793bbc4909e413/A is initiating minor compaction (all files) 2024-12-04T21:58:04,730 INFO [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d7958328e6640b4c79793bbc4909e413/A in TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413. 2024-12-04T21:58:04,730 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d7958328e6640b4c79793bbc4909e413/B in TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413. 2024-12-04T21:58:04,730 INFO [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/A/89e7a2966e17499bac7e8701fe3e94b0, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/A/aa02b255d3e440e39b755504917bd1fe, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/A/a5298eede7de47aba050302e8eeaa0b2, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/A/816d50cb977f43f7ae49c127ee263e80] into tmpdir=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/.tmp, totalSize=156.7 K 2024-12-04T21:58:04,730 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/B/b02a63fa74314885b9e60256d9590abf, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/B/cfd939ee95a14301a061450a8040658f, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/B/00052d874dfa4bacb5b4f59803b7a231, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/B/07996f5164f4494ca1c7bedf5d9f692a] into tmpdir=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/.tmp, totalSize=48.8 K 2024-12-04T21:58:04,730 INFO [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413. 2024-12-04T21:58:04,730 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413. files: [hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/A/89e7a2966e17499bac7e8701fe3e94b0, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/A/aa02b255d3e440e39b755504917bd1fe, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/A/a5298eede7de47aba050302e8eeaa0b2, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/A/816d50cb977f43f7ae49c127ee263e80] 2024-12-04T21:58:04,730 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.Compactor(225): Compacting b02a63fa74314885b9e60256d9590abf, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=436, earliestPutTs=1733349477777 2024-12-04T21:58:04,730 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] compactions.Compactor(225): Compacting 89e7a2966e17499bac7e8701fe3e94b0, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=436, earliestPutTs=1733349477777 2024-12-04T21:58:04,730 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.Compactor(225): Compacting cfd939ee95a14301a061450a8040658f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=448, earliestPutTs=1733349478707 2024-12-04T21:58:04,730 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] compactions.Compactor(225): Compacting aa02b255d3e440e39b755504917bd1fe, keycount=300, bloomtype=ROW, size=56.0 K, encoding=NONE, compression=NONE, seqNum=448, earliestPutTs=1733349478436 2024-12-04T21:58:04,730 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.Compactor(225): Compacting 00052d874dfa4bacb5b4f59803b7a231, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=486, earliestPutTs=1733349478891 2024-12-04T21:58:04,730 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] compactions.Compactor(225): Compacting a5298eede7de47aba050302e8eeaa0b2, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=486, earliestPutTs=1733349478891 2024-12-04T21:58:04,731 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.Compactor(225): Compacting 07996f5164f4494ca1c7bedf5d9f692a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=497, earliestPutTs=1733349480881 2024-12-04T21:58:04,731 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] compactions.Compactor(225): Compacting 816d50cb977f43f7ae49c127ee263e80, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=497, earliestPutTs=1733349480881 2024-12-04T21:58:04,736 INFO [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=d7958328e6640b4c79793bbc4909e413] 2024-12-04T21:58:04,737 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d7958328e6640b4c79793bbc4909e413#B#compaction#192 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-04T21:58:04,738 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/.tmp/B/42bbdfcaef6944a2a5589f4f537d0c73 is 50, key is test_row_0/B:col10/1733349480895/Put/seqid=0 2024-12-04T21:58:04,738 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412046c53b5b3a5f0484cbb9fd51e56a0f55e_d7958328e6640b4c79793bbc4909e413 store=[table=TestAcidGuarantees family=A region=d7958328e6640b4c79793bbc4909e413] 2024-12-04T21:58:04,740 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412046c53b5b3a5f0484cbb9fd51e56a0f55e_d7958328e6640b4c79793bbc4909e413, store=[table=TestAcidGuarantees family=A region=d7958328e6640b4c79793bbc4909e413] 2024-12-04T21:58:04,740 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412046c53b5b3a5f0484cbb9fd51e56a0f55e_d7958328e6640b4c79793bbc4909e413 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=d7958328e6640b4c79793bbc4909e413] 2024-12-04T21:58:04,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742057_1233 (size=13153) 2024-12-04T21:58:04,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742058_1234 (size=4469) 2024-12-04T21:58:04,826 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39095 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=57 2024-12-04T21:58:04,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413. 2024-12-04T21:58:04,827 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2902): Flushing d7958328e6640b4c79793bbc4909e413 3/3 column families, dataSize=127.47 KB heapSize=365.06 KB 2024-12-04T21:58:04,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d7958328e6640b4c79793bbc4909e413, store=A 2024-12-04T21:58:04,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-04T21:58:04,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d7958328e6640b4c79793bbc4909e413, store=B 2024-12-04T21:58:04,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-04T21:58:04,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d7958328e6640b4c79793bbc4909e413, store=C 2024-12-04T21:58:04,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-04T21:58:04,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241204167e297a0ccb4440bd71e22b70c10cc7_d7958328e6640b4c79793bbc4909e413 is 50, key is test_row_0/A:col10/1733349483138/Put/seqid=0 2024-12-04T21:58:04,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742059_1235 (size=12454) 2024-12-04T21:58:05,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-12-04T21:58:05,144 INFO [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d7958328e6640b4c79793bbc4909e413#A#compaction#193 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T21:58:05,145 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/.tmp/A/010eb4a5e3cd4d9cbb790967f7f18da0 is 175, key is test_row_0/A:col10/1733349480895/Put/seqid=0 2024-12-04T21:58:05,147 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/.tmp/B/42bbdfcaef6944a2a5589f4f537d0c73 as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/B/42bbdfcaef6944a2a5589f4f537d0c73 2024-12-04T21:58:05,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742060_1236 (size=32107) 2024-12-04T21:58:05,152 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in d7958328e6640b4c79793bbc4909e413/B of d7958328e6640b4c79793bbc4909e413 into 42bbdfcaef6944a2a5589f4f537d0c73(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T21:58:05,152 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d7958328e6640b4c79793bbc4909e413: 2024-12-04T21:58:05,152 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., storeName=d7958328e6640b4c79793bbc4909e413/B, priority=12, startTime=1733349484728; duration=0sec 2024-12-04T21:58:05,152 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T21:58:05,152 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d7958328e6640b4c79793bbc4909e413:B 2024-12-04T21:58:05,152 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-04T21:58:05,154 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49920 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-04T21:58:05,154 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HStore(1541): d7958328e6640b4c79793bbc4909e413/C is initiating minor compaction (all files) 2024-12-04T21:58:05,154 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d7958328e6640b4c79793bbc4909e413/C in TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413. 2024-12-04T21:58:05,154 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/C/8da2abde6e204e0585ab27fe3c8ba048, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/C/6c878d5617764a5c87066220f0a65158, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/C/4e7960f797114c5f93ed41c11468f7fc, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/C/807cc17f2bdd4aab904eeb77362897e7] into tmpdir=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/.tmp, totalSize=48.8 K 2024-12-04T21:58:05,154 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.Compactor(225): Compacting 8da2abde6e204e0585ab27fe3c8ba048, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=436, earliestPutTs=1733349477777 2024-12-04T21:58:05,154 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.Compactor(225): Compacting 6c878d5617764a5c87066220f0a65158, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=448, earliestPutTs=1733349478707 2024-12-04T21:58:05,155 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.Compactor(225): Compacting 4e7960f797114c5f93ed41c11468f7fc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=486, earliestPutTs=1733349478891 2024-12-04T21:58:05,155 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.Compactor(225): Compacting 807cc17f2bdd4aab904eeb77362897e7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=497, earliestPutTs=1733349480881 2024-12-04T21:58:05,163 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d7958328e6640b4c79793bbc4909e413#C#compaction#195 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T21:58:05,164 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/.tmp/C/b3c2e1a24d9f4932a5e3a40e5ebbbfc8 is 50, key is test_row_0/C:col10/1733349480895/Put/seqid=0 2024-12-04T21:58:05,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742061_1237 (size=13153) 2024-12-04T21:58:05,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:05,243 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241204167e297a0ccb4440bd71e22b70c10cc7_d7958328e6640b4c79793bbc4909e413 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204167e297a0ccb4440bd71e22b70c10cc7_d7958328e6640b4c79793bbc4909e413 2024-12-04T21:58:05,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/.tmp/A/6a93cceab65c423db3e6d9217e425e4d, store: [table=TestAcidGuarantees family=A region=d7958328e6640b4c79793bbc4909e413] 2024-12-04T21:58:05,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/.tmp/A/6a93cceab65c423db3e6d9217e425e4d is 175, key is test_row_0/A:col10/1733349483138/Put/seqid=0 2024-12-04T21:58:05,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742062_1238 (size=31255) 2024-12-04T21:58:05,247 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=533, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/.tmp/A/6a93cceab65c423db3e6d9217e425e4d 2024-12-04T21:58:05,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/.tmp/B/69ee9c62b5b54eed9ebaba276ba97123 is 50, key is test_row_0/B:col10/1733349483138/Put/seqid=0 2024-12-04T21:58:05,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(8855): Flush requested on d7958328e6640b4c79793bbc4909e413 2024-12-04T21:58:05,260 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413. as already flushing 2024-12-04T21:58:05,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742063_1239 (size=12301) 2024-12-04T21:58:05,262 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=533 (bloomFilter=true), to=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/.tmp/B/69ee9c62b5b54eed9ebaba276ba97123 2024-12-04T21:58:05,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/.tmp/C/ed2318d492a74a5892b8abfc771ccc2c is 50, key is test_row_0/C:col10/1733349483138/Put/seqid=0 2024-12-04T21:58:05,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742064_1240 (size=12301) 2024-12-04T21:58:05,290 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:05,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33780 deadline: 1733349545288, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:05,291 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:05,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33716 deadline: 1733349545288, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:05,291 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:05,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33744 deadline: 1733349545288, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:05,291 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to bb3046a53f79,39095,1733349424047 for 'test_row_2' in d7958328e6640b4c79793bbc4909e413 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2151 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-04T21:58:05,291 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:05,291 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:05,291 WARN [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRpcRetryingCaller(177): Call to bb3046a53f79,39095,1733349424047 for 'test_row_2' in d7958328e6640b4c79793bbc4909e413 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2150 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-04T21:58:05,291 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:05,291 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:05,291 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:05,291 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:58:05,291 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:58:05,292 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:05,292 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:58:05,302 INFO [Thread-672 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-672. 2024-12-04T21:58:05,302 DEBUG [Thread-672 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-04T21:58:05,303 DEBUG [Thread-672 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T21:58:05,303 DEBUG [Thread-672 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T21:58:05,303 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T21:58:05,305 INFO [Thread-678 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-678. 2024-12-04T21:58:05,305 DEBUG [Thread-678 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-04T21:58:05,305 DEBUG [Thread-678 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T21:58:05,305 DEBUG [Thread-678 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T21:58:05,305 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T21:58:05,307 INFO [Thread-676 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-676. 2024-12-04T21:58:05,307 DEBUG [Thread-676 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-04T21:58:05,307 DEBUG [Thread-676 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T21:58:05,307 DEBUG [Thread-676 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T21:58:05,307 INFO [Thread-674 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-674. 2024-12-04T21:58:05,307 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T21:58:05,307 DEBUG [Thread-674 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-04T21:58:05,307 DEBUG [Thread-674 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T21:58:05,307 DEBUG [Thread-674 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T21:58:05,307 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T21:58:05,398 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:05,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33744 deadline: 1733349545397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:05,398 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:05,398 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:05,398 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:58:05,562 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/.tmp/A/010eb4a5e3cd4d9cbb790967f7f18da0 as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/A/010eb4a5e3cd4d9cbb790967f7f18da0 2024-12-04T21:58:05,568 INFO [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in d7958328e6640b4c79793bbc4909e413/A of d7958328e6640b4c79793bbc4909e413 into 010eb4a5e3cd4d9cbb790967f7f18da0(size=31.4 K), total size for store is 31.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T21:58:05,568 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d7958328e6640b4c79793bbc4909e413: 2024-12-04T21:58:05,568 INFO [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., storeName=d7958328e6640b4c79793bbc4909e413/A, priority=12, startTime=1733349484728; duration=0sec 2024-12-04T21:58:05,568 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T21:58:05,568 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d7958328e6640b4c79793bbc4909e413:A 2024-12-04T21:58:05,574 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/.tmp/C/b3c2e1a24d9f4932a5e3a40e5ebbbfc8 as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/C/b3c2e1a24d9f4932a5e3a40e5ebbbfc8 2024-12-04T21:58:05,579 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in d7958328e6640b4c79793bbc4909e413/C of d7958328e6640b4c79793bbc4909e413 into b3c2e1a24d9f4932a5e3a40e5ebbbfc8(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T21:58:05,579 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d7958328e6640b4c79793bbc4909e413: 2024-12-04T21:58:05,579 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., storeName=d7958328e6640b4c79793bbc4909e413/C, priority=12, startTime=1733349484728; duration=0sec 2024-12-04T21:58:05,579 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T21:58:05,579 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d7958328e6640b4c79793bbc4909e413:C 2024-12-04T21:58:05,608 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:05,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33744 deadline: 1733349545608, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:05,608 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:05,608 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:05,608 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:58:05,673 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=533 (bloomFilter=true), to=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/.tmp/C/ed2318d492a74a5892b8abfc771ccc2c 2024-12-04T21:58:05,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/.tmp/A/6a93cceab65c423db3e6d9217e425e4d as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/A/6a93cceab65c423db3e6d9217e425e4d 2024-12-04T21:58:05,684 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/A/6a93cceab65c423db3e6d9217e425e4d, entries=150, sequenceid=533, filesize=30.5 K 2024-12-04T21:58:05,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/.tmp/B/69ee9c62b5b54eed9ebaba276ba97123 as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/B/69ee9c62b5b54eed9ebaba276ba97123 2024-12-04T21:58:05,689 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/B/69ee9c62b5b54eed9ebaba276ba97123, entries=150, sequenceid=533, filesize=12.0 K 2024-12-04T21:58:05,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/.tmp/C/ed2318d492a74a5892b8abfc771ccc2c as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/C/ed2318d492a74a5892b8abfc771ccc2c 2024-12-04T21:58:05,693 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/C/ed2318d492a74a5892b8abfc771ccc2c, entries=150, sequenceid=533, filesize=12.0 K 2024-12-04T21:58:05,694 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~365.02 KB/373776, currentSize=53.67 KB/54960 for d7958328e6640b4c79793bbc4909e413 in 867ms, sequenceid=533, compaction requested=false 2024-12-04T21:58:05,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2603): Flush status journal for d7958328e6640b4c79793bbc4909e413: 2024-12-04T21:58:05,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413. 2024-12-04T21:58:05,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=57 2024-12-04T21:58:05,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.HMaster(4169): Remote procedure done, pid=57 2024-12-04T21:58:05,697 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=57, resume processing ppid=56 2024-12-04T21:58:05,697 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=57, ppid=56, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7950 sec 2024-12-04T21:58:05,698 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=56, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=56, table=TestAcidGuarantees in 1.7990 sec 2024-12-04T21:58:05,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(8855): Flush requested on d7958328e6640b4c79793bbc4909e413 2024-12-04T21:58:05,922 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d7958328e6640b4c79793bbc4909e413 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-12-04T21:58:05,922 INFO [Thread-669 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-669. 2024-12-04T21:58:05,922 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d7958328e6640b4c79793bbc4909e413, store=A 2024-12-04T21:58:05,922 DEBUG [Thread-669 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-04T21:58:05,922 DEBUG [Thread-669 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T21:58:05,922 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T21:58:05,922 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d7958328e6640b4c79793bbc4909e413, store=B 2024-12-04T21:58:05,922 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T21:58:05,923 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d7958328e6640b4c79793bbc4909e413, store=C 2024-12-04T21:58:05,923 DEBUG [Thread-669 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T21:58:05,923 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T21:58:05,923 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T21:58:05,933 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241204af43f7e709a24adc912f3651b1593eb6_d7958328e6640b4c79793bbc4909e413 is 50, key is test_row_0/A:col10/1733349485261/Put/seqid=0 2024-12-04T21:58:05,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742065_1241 (size=12454) 2024-12-04T21:58:06,000 INFO [Thread-661 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-661. 2024-12-04T21:58:06,000 DEBUG [Thread-661 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-04T21:58:06,000 DEBUG [Thread-661 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T21:58:06,000 DEBUG [Thread-661 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T21:58:06,000 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T21:58:06,041 INFO [Thread-665 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-665. 2024-12-04T21:58:06,041 DEBUG [Thread-665 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-04T21:58:06,041 DEBUG [Thread-665 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T21:58:06,042 DEBUG [Thread-665 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T21:58:06,042 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T21:58:06,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-12-04T21:58:06,049 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-04T21:58:06,337 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:06,346 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241204af43f7e709a24adc912f3651b1593eb6_d7958328e6640b4c79793bbc4909e413 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204af43f7e709a24adc912f3651b1593eb6_d7958328e6640b4c79793bbc4909e413 2024-12-04T21:58:06,349 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/.tmp/A/9ba29b559f0641fdb30bda08fe2fc00e, store: [table=TestAcidGuarantees family=A region=d7958328e6640b4c79793bbc4909e413] 2024-12-04T21:58:06,350 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/.tmp/A/9ba29b559f0641fdb30bda08fe2fc00e is 175, key is test_row_0/A:col10/1733349485261/Put/seqid=0 2024-12-04T21:58:06,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742066_1242 (size=31255) 2024-12-04T21:58:06,754 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=548, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/.tmp/A/9ba29b559f0641fdb30bda08fe2fc00e 2024-12-04T21:58:06,764 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/.tmp/B/e275e0365f5542a9a910ba0282d39d4f is 50, key is test_row_0/B:col10/1733349485261/Put/seqid=0 2024-12-04T21:58:06,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742067_1243 (size=12301) 2024-12-04T21:58:07,171 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=548 (bloomFilter=true), to=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/.tmp/B/e275e0365f5542a9a910ba0282d39d4f 2024-12-04T21:58:07,179 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/.tmp/C/a2035c27da1141a3b4d769abe7ee06a2 is 50, key is test_row_0/C:col10/1733349485261/Put/seqid=0 2024-12-04T21:58:07,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742068_1244 (size=12301) 2024-12-04T21:58:07,312 INFO [Thread-663 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-663. 2024-12-04T21:58:07,312 DEBUG [Thread-663 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-04T21:58:07,312 DEBUG [Thread-663 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T21:58:07,312 DEBUG [Thread-663 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T21:58:07,312 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T21:58:07,321 INFO [Thread-667 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-667. 2024-12-04T21:58:07,321 DEBUG [Thread-667 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-04T21:58:07,321 DEBUG [Thread-667 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T21:58:07,321 DEBUG [Thread-667 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T21:58:07,321 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T21:58:07,321 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-12-04T21:58:07,321 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 35 2024-12-04T21:58:07,321 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 113 2024-12-04T21:58:07,321 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 31 2024-12-04T21:58:07,322 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 175 2024-12-04T21:58:07,322 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 110 2024-12-04T21:58:07,322 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-12-04T21:58:07,322 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3674 2024-12-04T21:58:07,322 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3466 2024-12-04T21:58:07,322 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-12-04T21:58:07,322 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1568 2024-12-04T21:58:07,322 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4698 rows 2024-12-04T21:58:07,322 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1579 2024-12-04T21:58:07,322 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4736 rows 2024-12-04T21:58:07,322 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T21:58:07,322 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMobMixedAtomicity(AcidGuaranteesTestBase.java:132) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T21:58:07,322 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T21:58:07,322 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T21:58:07,322 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T21:58:07,324 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-12-04T21:58:07,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] procedure2.ProcedureExecutor(1139): Stored pid=58, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-12-04T21:58:07,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-12-04T21:58:07,329 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733349487329"}]},"ts":"1733349487329"} 2024-12-04T21:58:07,331 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-12-04T21:58:07,331 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-12-04T21:58:07,332 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=59, ppid=58, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-04T21:58:07,334 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=60, ppid=59, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=d7958328e6640b4c79793bbc4909e413, UNASSIGN}] 2024-12-04T21:58:07,335 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=60, ppid=59, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=d7958328e6640b4c79793bbc4909e413, UNASSIGN 2024-12-04T21:58:07,336 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=60 updating hbase:meta row=d7958328e6640b4c79793bbc4909e413, regionState=CLOSING, regionLocation=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:07,338 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=60, ppid=59, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=d7958328e6640b4c79793bbc4909e413, UNASSIGN because future has completed 2024-12-04T21:58:07,338 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-04T21:58:07,338 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=61, ppid=60, state=RUNNABLE, hasLock=false; CloseRegionProcedure d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047}] 2024-12-04T21:58:07,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-12-04T21:58:07,491 INFO [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] handler.UnassignRegionHandler(122): Close d7958328e6640b4c79793bbc4909e413 2024-12-04T21:58:07,492 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-04T21:58:07,492 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] regionserver.HRegion(1722): Closing d7958328e6640b4c79793bbc4909e413, disabling compactions & flushes 2024-12-04T21:58:07,492 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] regionserver.HRegion(1993): waiting for 0 compactions & cache flush to complete for region TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413. 2024-12-04T21:58:07,585 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=548 (bloomFilter=true), to=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/.tmp/C/a2035c27da1141a3b4d769abe7ee06a2 2024-12-04T21:58:07,595 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/.tmp/A/9ba29b559f0641fdb30bda08fe2fc00e as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/A/9ba29b559f0641fdb30bda08fe2fc00e 2024-12-04T21:58:07,601 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/A/9ba29b559f0641fdb30bda08fe2fc00e, entries=150, sequenceid=548, filesize=30.5 K 2024-12-04T21:58:07,602 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/.tmp/B/e275e0365f5542a9a910ba0282d39d4f as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/B/e275e0365f5542a9a910ba0282d39d4f 2024-12-04T21:58:07,607 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/B/e275e0365f5542a9a910ba0282d39d4f, entries=150, sequenceid=548, filesize=12.0 K 2024-12-04T21:58:07,608 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/.tmp/C/a2035c27da1141a3b4d769abe7ee06a2 as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/C/a2035c27da1141a3b4d769abe7ee06a2 2024-12-04T21:58:07,614 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/C/a2035c27da1141a3b4d769abe7ee06a2, entries=150, sequenceid=548, filesize=12.0 K 2024-12-04T21:58:07,615 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=26.84 KB/27480 for d7958328e6640b4c79793bbc4909e413 in 1694ms, sequenceid=548, compaction requested=true 2024-12-04T21:58:07,615 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d7958328e6640b4c79793bbc4909e413: 2024-12-04T21:58:07,615 INFO [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413. 2024-12-04T21:58:07,615 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413. 2024-12-04T21:58:07,615 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d7958328e6640b4c79793bbc4909e413:A, priority=-2147483648, current under compaction store size is 1 2024-12-04T21:58:07,615 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413. after waiting 0 ms 2024-12-04T21:58:07,615 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T21:58:07,615 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413. 2024-12-04T21:58:07,615 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d7958328e6640b4c79793bbc4909e413:B, priority=-2147483648, current under compaction store size is 2 2024-12-04T21:58:07,615 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T21:58:07,615 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d7958328e6640b4c79793bbc4909e413:C, priority=-2147483648, current under compaction store size is 3 2024-12-04T21:58:07,615 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T21:58:07,615 INFO [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] regionserver.HRegion(2902): Flushing d7958328e6640b4c79793bbc4909e413 3/3 column families, dataSize=26.84 KB heapSize=80.44 KB 2024-12-04T21:58:07,615 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413. because compaction request was cancelled 2024-12-04T21:58:07,616 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d7958328e6640b4c79793bbc4909e413:A 2024-12-04T21:58:07,616 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413. because compaction request was cancelled 2024-12-04T21:58:07,616 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d7958328e6640b4c79793bbc4909e413:B 2024-12-04T21:58:07,616 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413. because compaction request was cancelled 2024-12-04T21:58:07,616 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d7958328e6640b4c79793bbc4909e413:C 2024-12-04T21:58:07,616 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d7958328e6640b4c79793bbc4909e413, store=A 2024-12-04T21:58:07,616 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T21:58:07,616 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d7958328e6640b4c79793bbc4909e413, store=B 2024-12-04T21:58:07,616 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T21:58:07,616 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d7958328e6640b4c79793bbc4909e413, store=C 2024-12-04T21:58:07,616 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T21:58:07,623 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241204941355f30aac4a82826414925c1eb947_d7958328e6640b4c79793bbc4909e413 is 50, key is test_row_1/A:col10/1733349485998/Put/seqid=0 2024-12-04T21:58:07,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742069_1245 (size=9914) 2024-12-04T21:58:07,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-12-04T21:58:07,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-12-04T21:58:08,028 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:08,035 INFO [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241204941355f30aac4a82826414925c1eb947_d7958328e6640b4c79793bbc4909e413 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204941355f30aac4a82826414925c1eb947_d7958328e6640b4c79793bbc4909e413 2024-12-04T21:58:08,036 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/.tmp/A/0081e619f1a44d7f8b377f48208559c4, store: [table=TestAcidGuarantees family=A region=d7958328e6640b4c79793bbc4909e413] 2024-12-04T21:58:08,037 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/.tmp/A/0081e619f1a44d7f8b377f48208559c4 is 175, key is test_row_1/A:col10/1733349485998/Put/seqid=0 2024-12-04T21:58:08,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742070_1246 (size=22561) 2024-12-04T21:58:08,444 INFO [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=555, memsize=8.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/.tmp/A/0081e619f1a44d7f8b377f48208559c4 2024-12-04T21:58:08,458 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/.tmp/B/05e3ffc5a8304fe8841deffd04ae6687 is 50, key is test_row_1/B:col10/1733349485998/Put/seqid=0 2024-12-04T21:58:08,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742071_1247 (size=9857) 2024-12-04T21:58:08,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-12-04T21:58:08,864 INFO [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=555 (bloomFilter=true), to=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/.tmp/B/05e3ffc5a8304fe8841deffd04ae6687 2024-12-04T21:58:08,876 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/.tmp/C/38046db2d27140a38e9f42263d1d8353 is 50, key is test_row_1/C:col10/1733349485998/Put/seqid=0 2024-12-04T21:58:08,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742072_1248 (size=9857) 2024-12-04T21:58:09,283 INFO [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=555 (bloomFilter=true), to=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/.tmp/C/38046db2d27140a38e9f42263d1d8353 2024-12-04T21:58:09,293 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/.tmp/A/0081e619f1a44d7f8b377f48208559c4 as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/A/0081e619f1a44d7f8b377f48208559c4 2024-12-04T21:58:09,298 INFO [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/A/0081e619f1a44d7f8b377f48208559c4, entries=100, sequenceid=555, filesize=22.0 K 2024-12-04T21:58:09,299 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/.tmp/B/05e3ffc5a8304fe8841deffd04ae6687 as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/B/05e3ffc5a8304fe8841deffd04ae6687 2024-12-04T21:58:09,303 INFO [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/B/05e3ffc5a8304fe8841deffd04ae6687, entries=100, sequenceid=555, filesize=9.6 K 2024-12-04T21:58:09,304 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/.tmp/C/38046db2d27140a38e9f42263d1d8353 as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/C/38046db2d27140a38e9f42263d1d8353 2024-12-04T21:58:09,309 INFO [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/C/38046db2d27140a38e9f42263d1d8353, entries=100, sequenceid=555, filesize=9.6 K 2024-12-04T21:58:09,310 INFO [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] regionserver.HRegion(3140): Finished flush of dataSize ~26.84 KB/27480, heapSize ~80.39 KB/82320, currentSize=0 B/0 for d7958328e6640b4c79793bbc4909e413 in 1695ms, sequenceid=555, compaction requested=true 2024-12-04T21:58:09,310 DEBUG [StoreCloser-TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/A/f038fd828889461d947770799a020243, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/A/38b89825e1ee481bbd82afa28768dc0f, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/A/d0cdb94fd787410191b571abc745a8bc, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/A/e69b576f41c5454ebc378c703e550191, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/A/717ab381624e4a77863e85edb171eb9e, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/A/5c084fe43bd94d8aa62d714980b2d53c, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/A/caacd16cae8c40e48c9de1bfda717e98, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/A/2c93282ae7cf4cb7ace91f78809364aa, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/A/25eed065fe0044158772e7f0614b5719, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/A/25a0c5fbd9ae4214a23dda785b1f9df1, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/A/cdb0704285a142efb7cac6d15cb37515, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/A/96371ad8f3ba43beaeb006f34368a4b0, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/A/d5366bf29b9643ea9817e9d67e228027, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/A/d9a0e91308df4cea941d468363d97b17, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/A/968f5acf30e94ded9c547783e95200b3, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/A/b14bf9d96a174016a028784226825175, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/A/c924752fd1dd4fb98f052f95cc0a64d9, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/A/63c89540e9c341a6a2e4c6ffc1619a18, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/A/e1c57b26f66f46b99dce791337e4d6aa, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/A/bed9748f205f422eb1ee18b8f0b72f33, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/A/c91784e2a19e4afb9ac97066fb00ba61, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/A/89e7a2966e17499bac7e8701fe3e94b0, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/A/aa02b255d3e440e39b755504917bd1fe, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/A/a5298eede7de47aba050302e8eeaa0b2, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/A/816d50cb977f43f7ae49c127ee263e80] to archive 2024-12-04T21:58:09,311 DEBUG [StoreCloser-TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-04T21:58:09,313 DEBUG [StoreCloser-TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/A/f038fd828889461d947770799a020243 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/A/f038fd828889461d947770799a020243 2024-12-04T21:58:09,315 DEBUG [StoreCloser-TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/A/38b89825e1ee481bbd82afa28768dc0f to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/A/38b89825e1ee481bbd82afa28768dc0f 2024-12-04T21:58:09,316 DEBUG [StoreCloser-TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/A/d0cdb94fd787410191b571abc745a8bc to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/A/d0cdb94fd787410191b571abc745a8bc 2024-12-04T21:58:09,317 DEBUG [StoreCloser-TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/A/e69b576f41c5454ebc378c703e550191 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/A/e69b576f41c5454ebc378c703e550191 2024-12-04T21:58:09,318 DEBUG [StoreCloser-TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/A/717ab381624e4a77863e85edb171eb9e to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/A/717ab381624e4a77863e85edb171eb9e 2024-12-04T21:58:09,319 DEBUG [StoreCloser-TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/A/5c084fe43bd94d8aa62d714980b2d53c to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/A/5c084fe43bd94d8aa62d714980b2d53c 2024-12-04T21:58:09,320 DEBUG [StoreCloser-TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/A/caacd16cae8c40e48c9de1bfda717e98 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/A/caacd16cae8c40e48c9de1bfda717e98 2024-12-04T21:58:09,321 DEBUG [StoreCloser-TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/A/2c93282ae7cf4cb7ace91f78809364aa to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/A/2c93282ae7cf4cb7ace91f78809364aa 2024-12-04T21:58:09,322 DEBUG [StoreCloser-TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/A/25eed065fe0044158772e7f0614b5719 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/A/25eed065fe0044158772e7f0614b5719 2024-12-04T21:58:09,323 DEBUG [StoreCloser-TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/A/25a0c5fbd9ae4214a23dda785b1f9df1 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/A/25a0c5fbd9ae4214a23dda785b1f9df1 2024-12-04T21:58:09,324 DEBUG [StoreCloser-TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/A/cdb0704285a142efb7cac6d15cb37515 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/A/cdb0704285a142efb7cac6d15cb37515 2024-12-04T21:58:09,324 DEBUG [StoreCloser-TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/A/96371ad8f3ba43beaeb006f34368a4b0 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/A/96371ad8f3ba43beaeb006f34368a4b0 2024-12-04T21:58:09,325 DEBUG [StoreCloser-TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/A/d5366bf29b9643ea9817e9d67e228027 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/A/d5366bf29b9643ea9817e9d67e228027 2024-12-04T21:58:09,326 DEBUG [StoreCloser-TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/A/d9a0e91308df4cea941d468363d97b17 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/A/d9a0e91308df4cea941d468363d97b17 2024-12-04T21:58:09,326 DEBUG [StoreCloser-TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/A/968f5acf30e94ded9c547783e95200b3 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/A/968f5acf30e94ded9c547783e95200b3 2024-12-04T21:58:09,327 DEBUG [StoreCloser-TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/A/b14bf9d96a174016a028784226825175 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/A/b14bf9d96a174016a028784226825175 2024-12-04T21:58:09,328 DEBUG [StoreCloser-TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/A/c924752fd1dd4fb98f052f95cc0a64d9 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/A/c924752fd1dd4fb98f052f95cc0a64d9 2024-12-04T21:58:09,329 DEBUG [StoreCloser-TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/A/63c89540e9c341a6a2e4c6ffc1619a18 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/A/63c89540e9c341a6a2e4c6ffc1619a18 2024-12-04T21:58:09,330 DEBUG [StoreCloser-TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/A/e1c57b26f66f46b99dce791337e4d6aa to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/A/e1c57b26f66f46b99dce791337e4d6aa 2024-12-04T21:58:09,331 DEBUG [StoreCloser-TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/A/bed9748f205f422eb1ee18b8f0b72f33 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/A/bed9748f205f422eb1ee18b8f0b72f33 2024-12-04T21:58:09,332 DEBUG [StoreCloser-TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/A/c91784e2a19e4afb9ac97066fb00ba61 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/A/c91784e2a19e4afb9ac97066fb00ba61 2024-12-04T21:58:09,333 DEBUG [StoreCloser-TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/A/89e7a2966e17499bac7e8701fe3e94b0 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/A/89e7a2966e17499bac7e8701fe3e94b0 2024-12-04T21:58:09,334 DEBUG [StoreCloser-TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/A/aa02b255d3e440e39b755504917bd1fe to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/A/aa02b255d3e440e39b755504917bd1fe 2024-12-04T21:58:09,335 DEBUG [StoreCloser-TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/A/a5298eede7de47aba050302e8eeaa0b2 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/A/a5298eede7de47aba050302e8eeaa0b2 2024-12-04T21:58:09,336 DEBUG [StoreCloser-TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/A/816d50cb977f43f7ae49c127ee263e80 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/A/816d50cb977f43f7ae49c127ee263e80 2024-12-04T21:58:09,337 DEBUG [StoreCloser-TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/B/7384898a4ada4f52bee5540260cb3d4b, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/B/6f4e4bcff30847d0bee5bf49ffe7341e, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/B/25dedce8418f48c892d814569e598c71, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/B/c7a9eb674013465eb5ec7d0dc5d7c103, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/B/be83fe8f697e4d6cb531600138b517ea, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/B/f7ecc6637db34febb6e48bf2b95ef124, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/B/162ef465ae144030996a96caa469ba74, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/B/bf98f09f0e7645f48c288ff3107ad779, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/B/b7a201df65394a08ba9fd867249bd37a, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/B/e67703a1d1c84204b9505f5df01eeb49, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/B/5d66f55666324b9e9847ff7820ed3bc6, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/B/78bd0d96181446a89a66170922fbf4e0, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/B/94e5def5b7af407e9497fa1d33c9ac58, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/B/852c9ddf00834a538eff7e98c2f4f323, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/B/588500a54ff64518ba7eecd3523171e3, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/B/d4a08f71c61448f7a2bdf5b78d1ff46f, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/B/2f46b8d4dcbf4c9db9b7fe968021f8c3, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/B/97e3f6eab47443a1addbf5b3a885c979, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/B/344dcf51a51d4c4fab3c19fed60d6b07, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/B/47dcb8b99e2048f28a04fd504ced338c, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/B/b02a63fa74314885b9e60256d9590abf, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/B/966aee8ce4454c25b900da0f1197eb73, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/B/cfd939ee95a14301a061450a8040658f, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/B/00052d874dfa4bacb5b4f59803b7a231, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/B/07996f5164f4494ca1c7bedf5d9f692a] to archive 2024-12-04T21:58:09,338 DEBUG [StoreCloser-TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-04T21:58:09,339 DEBUG [StoreCloser-TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/B/7384898a4ada4f52bee5540260cb3d4b to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/B/7384898a4ada4f52bee5540260cb3d4b 2024-12-04T21:58:09,341 DEBUG [StoreCloser-TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/B/6f4e4bcff30847d0bee5bf49ffe7341e to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/B/6f4e4bcff30847d0bee5bf49ffe7341e 2024-12-04T21:58:09,342 DEBUG [StoreCloser-TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/B/25dedce8418f48c892d814569e598c71 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/B/25dedce8418f48c892d814569e598c71 2024-12-04T21:58:09,343 DEBUG [StoreCloser-TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/B/c7a9eb674013465eb5ec7d0dc5d7c103 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/B/c7a9eb674013465eb5ec7d0dc5d7c103 2024-12-04T21:58:09,345 DEBUG [StoreCloser-TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/B/be83fe8f697e4d6cb531600138b517ea to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/B/be83fe8f697e4d6cb531600138b517ea 2024-12-04T21:58:09,346 DEBUG [StoreCloser-TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/B/f7ecc6637db34febb6e48bf2b95ef124 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/B/f7ecc6637db34febb6e48bf2b95ef124 2024-12-04T21:58:09,347 DEBUG [StoreCloser-TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/B/162ef465ae144030996a96caa469ba74 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/B/162ef465ae144030996a96caa469ba74 2024-12-04T21:58:09,348 DEBUG [StoreCloser-TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/B/bf98f09f0e7645f48c288ff3107ad779 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/B/bf98f09f0e7645f48c288ff3107ad779 2024-12-04T21:58:09,349 DEBUG [StoreCloser-TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/B/b7a201df65394a08ba9fd867249bd37a to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/B/b7a201df65394a08ba9fd867249bd37a 2024-12-04T21:58:09,350 DEBUG [StoreCloser-TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/B/e67703a1d1c84204b9505f5df01eeb49 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/B/e67703a1d1c84204b9505f5df01eeb49 2024-12-04T21:58:09,351 DEBUG [StoreCloser-TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/B/5d66f55666324b9e9847ff7820ed3bc6 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/B/5d66f55666324b9e9847ff7820ed3bc6 2024-12-04T21:58:09,352 DEBUG [StoreCloser-TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/B/78bd0d96181446a89a66170922fbf4e0 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/B/78bd0d96181446a89a66170922fbf4e0 2024-12-04T21:58:09,353 DEBUG [StoreCloser-TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/B/94e5def5b7af407e9497fa1d33c9ac58 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/B/94e5def5b7af407e9497fa1d33c9ac58 2024-12-04T21:58:09,355 DEBUG [StoreCloser-TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/B/852c9ddf00834a538eff7e98c2f4f323 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/B/852c9ddf00834a538eff7e98c2f4f323 2024-12-04T21:58:09,356 DEBUG [StoreCloser-TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/B/588500a54ff64518ba7eecd3523171e3 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/B/588500a54ff64518ba7eecd3523171e3 2024-12-04T21:58:09,357 DEBUG [StoreCloser-TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/B/d4a08f71c61448f7a2bdf5b78d1ff46f to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/B/d4a08f71c61448f7a2bdf5b78d1ff46f 2024-12-04T21:58:09,358 DEBUG [StoreCloser-TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/B/2f46b8d4dcbf4c9db9b7fe968021f8c3 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/B/2f46b8d4dcbf4c9db9b7fe968021f8c3 2024-12-04T21:58:09,359 DEBUG [StoreCloser-TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/B/97e3f6eab47443a1addbf5b3a885c979 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/B/97e3f6eab47443a1addbf5b3a885c979 2024-12-04T21:58:09,360 DEBUG [StoreCloser-TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/B/344dcf51a51d4c4fab3c19fed60d6b07 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/B/344dcf51a51d4c4fab3c19fed60d6b07 2024-12-04T21:58:09,361 DEBUG [StoreCloser-TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/B/47dcb8b99e2048f28a04fd504ced338c to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/B/47dcb8b99e2048f28a04fd504ced338c 2024-12-04T21:58:09,363 DEBUG [StoreCloser-TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/B/b02a63fa74314885b9e60256d9590abf to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/B/b02a63fa74314885b9e60256d9590abf 2024-12-04T21:58:09,364 DEBUG [StoreCloser-TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/B/966aee8ce4454c25b900da0f1197eb73 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/B/966aee8ce4454c25b900da0f1197eb73 2024-12-04T21:58:09,365 DEBUG [StoreCloser-TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/B/cfd939ee95a14301a061450a8040658f to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/B/cfd939ee95a14301a061450a8040658f 2024-12-04T21:58:09,366 DEBUG [StoreCloser-TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/B/00052d874dfa4bacb5b4f59803b7a231 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/B/00052d874dfa4bacb5b4f59803b7a231 2024-12-04T21:58:09,367 DEBUG [StoreCloser-TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/B/07996f5164f4494ca1c7bedf5d9f692a to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/B/07996f5164f4494ca1c7bedf5d9f692a 2024-12-04T21:58:09,368 DEBUG [StoreCloser-TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/C/454cdd846fe74a07bb2bee66d07ed82e, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/C/90be73bd47e64f148f12896c099d12f5, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/C/453bb553d1e84e049c041449aa5f5871, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/C/1a5b46cae4dd4ae3ab72243b9d351a41, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/C/c1cacf55068c43aea6b2e61613e5fbe2, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/C/f42aaa99326746eaa5791052b22ba28b, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/C/c2014a5ae8a748aa960d8f1784930f5d, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/C/faa63201d1b344c58b7cd8b97a090da7, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/C/5ee30312fae044be9c7c20088cd5353f, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/C/f0045d931de947abb87a19aeee3f4575, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/C/ee87d43336aa4a3e89392f25f867e6ca, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/C/235e12acfab246e8a2654178f4cdba2f, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/C/d786b5705b10412aa1a92bbd07730d11, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/C/774068a0e6034c62af4cfd039ebe1743, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/C/31c82a80fcf5454f8cd2a2583e2d448f, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/C/f4c2c748d2a24be3bb39c52c45a40de4, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/C/8e11244a8a16408a91507aebe60c46bd, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/C/9487b7c1a0a84a928d55d54f406b08c7, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/C/0ff53262d82f427683f094b734c35ba9, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/C/443f9814375f47229e7dc05108f06c7d, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/C/8da2abde6e204e0585ab27fe3c8ba048, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/C/ca0d7d73c6ce4a558a9d7c1f8d02ebf0, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/C/6c878d5617764a5c87066220f0a65158, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/C/4e7960f797114c5f93ed41c11468f7fc, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/C/807cc17f2bdd4aab904eeb77362897e7] to archive 2024-12-04T21:58:09,369 DEBUG [StoreCloser-TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-04T21:58:09,371 DEBUG [StoreCloser-TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/C/454cdd846fe74a07bb2bee66d07ed82e to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/C/454cdd846fe74a07bb2bee66d07ed82e 2024-12-04T21:58:09,372 DEBUG [StoreCloser-TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/C/90be73bd47e64f148f12896c099d12f5 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/C/90be73bd47e64f148f12896c099d12f5 2024-12-04T21:58:09,373 DEBUG [StoreCloser-TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/C/453bb553d1e84e049c041449aa5f5871 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/C/453bb553d1e84e049c041449aa5f5871 2024-12-04T21:58:09,374 DEBUG [StoreCloser-TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/C/1a5b46cae4dd4ae3ab72243b9d351a41 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/C/1a5b46cae4dd4ae3ab72243b9d351a41 2024-12-04T21:58:09,375 DEBUG [StoreCloser-TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/C/c1cacf55068c43aea6b2e61613e5fbe2 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/C/c1cacf55068c43aea6b2e61613e5fbe2 2024-12-04T21:58:09,376 DEBUG [StoreCloser-TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/C/f42aaa99326746eaa5791052b22ba28b to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/C/f42aaa99326746eaa5791052b22ba28b 2024-12-04T21:58:09,377 DEBUG [StoreCloser-TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/C/c2014a5ae8a748aa960d8f1784930f5d to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/C/c2014a5ae8a748aa960d8f1784930f5d 2024-12-04T21:58:09,378 DEBUG [StoreCloser-TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/C/faa63201d1b344c58b7cd8b97a090da7 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/C/faa63201d1b344c58b7cd8b97a090da7 2024-12-04T21:58:09,379 DEBUG [StoreCloser-TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/C/5ee30312fae044be9c7c20088cd5353f to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/C/5ee30312fae044be9c7c20088cd5353f 2024-12-04T21:58:09,380 DEBUG [StoreCloser-TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/C/f0045d931de947abb87a19aeee3f4575 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/C/f0045d931de947abb87a19aeee3f4575 2024-12-04T21:58:09,381 DEBUG [StoreCloser-TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/C/ee87d43336aa4a3e89392f25f867e6ca to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/C/ee87d43336aa4a3e89392f25f867e6ca 2024-12-04T21:58:09,382 DEBUG [StoreCloser-TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/C/235e12acfab246e8a2654178f4cdba2f to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/C/235e12acfab246e8a2654178f4cdba2f 2024-12-04T21:58:09,382 DEBUG [StoreCloser-TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/C/d786b5705b10412aa1a92bbd07730d11 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/C/d786b5705b10412aa1a92bbd07730d11 2024-12-04T21:58:09,383 DEBUG [StoreCloser-TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/C/774068a0e6034c62af4cfd039ebe1743 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/C/774068a0e6034c62af4cfd039ebe1743 2024-12-04T21:58:09,384 DEBUG [StoreCloser-TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/C/31c82a80fcf5454f8cd2a2583e2d448f to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/C/31c82a80fcf5454f8cd2a2583e2d448f 2024-12-04T21:58:09,385 DEBUG [StoreCloser-TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/C/f4c2c748d2a24be3bb39c52c45a40de4 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/C/f4c2c748d2a24be3bb39c52c45a40de4 2024-12-04T21:58:09,386 DEBUG [StoreCloser-TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/C/8e11244a8a16408a91507aebe60c46bd to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/C/8e11244a8a16408a91507aebe60c46bd 2024-12-04T21:58:09,386 DEBUG [StoreCloser-TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/C/9487b7c1a0a84a928d55d54f406b08c7 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/C/9487b7c1a0a84a928d55d54f406b08c7 2024-12-04T21:58:09,387 DEBUG [StoreCloser-TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/C/0ff53262d82f427683f094b734c35ba9 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/C/0ff53262d82f427683f094b734c35ba9 2024-12-04T21:58:09,388 DEBUG [StoreCloser-TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/C/443f9814375f47229e7dc05108f06c7d to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/C/443f9814375f47229e7dc05108f06c7d 2024-12-04T21:58:09,389 DEBUG [StoreCloser-TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/C/8da2abde6e204e0585ab27fe3c8ba048 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/C/8da2abde6e204e0585ab27fe3c8ba048 2024-12-04T21:58:09,390 DEBUG [StoreCloser-TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/C/ca0d7d73c6ce4a558a9d7c1f8d02ebf0 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/C/ca0d7d73c6ce4a558a9d7c1f8d02ebf0 2024-12-04T21:58:09,391 DEBUG [StoreCloser-TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/C/6c878d5617764a5c87066220f0a65158 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/C/6c878d5617764a5c87066220f0a65158 2024-12-04T21:58:09,392 DEBUG [StoreCloser-TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/C/4e7960f797114c5f93ed41c11468f7fc to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/C/4e7960f797114c5f93ed41c11468f7fc 2024-12-04T21:58:09,393 DEBUG [StoreCloser-TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/C/807cc17f2bdd4aab904eeb77362897e7 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/C/807cc17f2bdd4aab904eeb77362897e7 2024-12-04T21:58:09,398 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/recovered.edits/558.seqid, newMaxSeqId=558, maxSeqId=4 2024-12-04T21:58:09,398 INFO [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413. 2024-12-04T21:58:09,399 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] regionserver.HRegion(1676): Region close journal for d7958328e6640b4c79793bbc4909e413: Waiting for close lock at 1733349487492Running coprocessor pre-close hooks at 1733349487492Disabling compacts and flushes for region at 1733349487492Disabling writes for close at 1733349487615 (+123 ms)Obtaining lock to block concurrent updates at 1733349487615Preparing flush snapshotting stores in d7958328e6640b4c79793bbc4909e413 at 1733349487615Finished memstore snapshotting TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413., syncing WAL and waiting on mvcc, flushsize=dataSize=27480, getHeapSize=82320, getOffHeapSize=0, getCellsCount=600 at 1733349487616 (+1 ms)Flushing stores of TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413. at 1733349487617 (+1 ms)Flushing d7958328e6640b4c79793bbc4909e413/A: creating writer at 1733349487617Flushing mob file d7958328e6640b4c79793bbc4909e413/A: appending metadata at 1733349487623 (+6 ms)Flushing mob file d7958328e6640b4c79793bbc4909e413/A: closing flushed file at 1733349487623Flushing d7958328e6640b4c79793bbc4909e413/A: appending metadata at 1733349488036 (+413 ms)Flushing d7958328e6640b4c79793bbc4909e413/A: closing flushed file at 1733349488036Flushing d7958328e6640b4c79793bbc4909e413/B: creating writer at 1733349488453 (+417 ms)Flushing d7958328e6640b4c79793bbc4909e413/B: appending metadata at 1733349488457 (+4 ms)Flushing d7958328e6640b4c79793bbc4909e413/B: closing flushed file at 1733349488457Flushing d7958328e6640b4c79793bbc4909e413/C: creating writer at 1733349488871 (+414 ms)Flushing d7958328e6640b4c79793bbc4909e413/C: appending metadata at 1733349488875 (+4 ms)Flushing d7958328e6640b4c79793bbc4909e413/C: closing flushed file at 1733349488875Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1a35d124: reopening flushed file at 1733349489292 (+417 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7b73eae8: reopening flushed file at 1733349489298 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4f6c61ca: reopening flushed file at 1733349489303 (+5 ms)Finished flush of dataSize ~26.84 KB/27480, heapSize ~80.39 KB/82320, currentSize=0 B/0 for d7958328e6640b4c79793bbc4909e413 in 1695ms, sequenceid=555, compaction requested=true at 1733349489310 (+7 ms)Writing region close event to WAL at 1733349489394 (+84 ms)Running coprocessor post-close hooks at 1733349489398 (+4 ms)Closed at 1733349489398 2024-12-04T21:58:09,401 INFO [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] handler.UnassignRegionHandler(157): Closed d7958328e6640b4c79793bbc4909e413 2024-12-04T21:58:09,401 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=60 updating hbase:meta row=d7958328e6640b4c79793bbc4909e413, regionState=CLOSED 2024-12-04T21:58:09,403 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=61, ppid=60, state=RUNNABLE, hasLock=false; CloseRegionProcedure d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 because future has completed 2024-12-04T21:58:09,406 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=61, resume processing ppid=60 2024-12-04T21:58:09,406 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=61, ppid=60, state=SUCCESS, hasLock=false; CloseRegionProcedure d7958328e6640b4c79793bbc4909e413, server=bb3046a53f79,39095,1733349424047 in 2.0660 sec 2024-12-04T21:58:09,407 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=60, resume processing ppid=59 2024-12-04T21:58:09,407 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=60, ppid=59, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=d7958328e6640b4c79793bbc4909e413, UNASSIGN in 2.0720 sec 2024-12-04T21:58:09,410 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=59, resume processing ppid=58 2024-12-04T21:58:09,410 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=59, ppid=58, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 2.0760 sec 2024-12-04T21:58:09,411 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733349489411"}]},"ts":"1733349489411"} 2024-12-04T21:58:09,412 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-12-04T21:58:09,413 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-12-04T21:58:09,414 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=58, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 2.0890 sec 2024-12-04T21:58:09,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-12-04T21:58:09,478 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-12-04T21:58:09,478 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-12-04T21:58:09,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] procedure2.ProcedureExecutor(1139): Stored pid=62, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-12-04T21:58:09,480 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=62, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-04T21:58:09,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-12-04T21:58:09,481 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=62, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-04T21:58:09,483 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413 2024-12-04T21:58:09,486 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/A, FileablePath, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/B, FileablePath, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/C, FileablePath, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/recovered.edits] 2024-12-04T21:58:09,488 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/A/0081e619f1a44d7f8b377f48208559c4 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/A/0081e619f1a44d7f8b377f48208559c4 2024-12-04T21:58:09,490 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/A/010eb4a5e3cd4d9cbb790967f7f18da0 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/A/010eb4a5e3cd4d9cbb790967f7f18da0 2024-12-04T21:58:09,491 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/A/6a93cceab65c423db3e6d9217e425e4d to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/A/6a93cceab65c423db3e6d9217e425e4d 2024-12-04T21:58:09,492 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/A/9ba29b559f0641fdb30bda08fe2fc00e to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/A/9ba29b559f0641fdb30bda08fe2fc00e 2024-12-04T21:58:09,494 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/B/05e3ffc5a8304fe8841deffd04ae6687 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/B/05e3ffc5a8304fe8841deffd04ae6687 2024-12-04T21:58:09,496 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/B/42bbdfcaef6944a2a5589f4f537d0c73 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/B/42bbdfcaef6944a2a5589f4f537d0c73 2024-12-04T21:58:09,497 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/B/69ee9c62b5b54eed9ebaba276ba97123 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/B/69ee9c62b5b54eed9ebaba276ba97123 2024-12-04T21:58:09,499 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/B/e275e0365f5542a9a910ba0282d39d4f to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/B/e275e0365f5542a9a910ba0282d39d4f 2024-12-04T21:58:09,501 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/C/38046db2d27140a38e9f42263d1d8353 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/C/38046db2d27140a38e9f42263d1d8353 2024-12-04T21:58:09,503 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/C/a2035c27da1141a3b4d769abe7ee06a2 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/C/a2035c27da1141a3b4d769abe7ee06a2 2024-12-04T21:58:09,504 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/C/b3c2e1a24d9f4932a5e3a40e5ebbbfc8 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/C/b3c2e1a24d9f4932a5e3a40e5ebbbfc8 2024-12-04T21:58:09,505 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/C/ed2318d492a74a5892b8abfc771ccc2c to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/C/ed2318d492a74a5892b8abfc771ccc2c 2024-12-04T21:58:09,508 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/recovered.edits/558.seqid to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413/recovered.edits/558.seqid 2024-12-04T21:58:09,509 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/d7958328e6640b4c79793bbc4909e413 2024-12-04T21:58:09,509 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-12-04T21:58:09,509 DEBUG [PEWorker-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-12-04T21:58:09,510 DEBUG [PEWorker-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-12-04T21:58:09,514 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204104026a98b654fbabe986713767d2aa5_d7958328e6640b4c79793bbc4909e413 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204104026a98b654fbabe986713767d2aa5_d7958328e6640b4c79793bbc4909e413 2024-12-04T21:58:09,516 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120410fb16e5aa7a4546955e7b41aaaa2bda_d7958328e6640b4c79793bbc4909e413 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120410fb16e5aa7a4546955e7b41aaaa2bda_d7958328e6640b4c79793bbc4909e413 2024-12-04T21:58:09,517 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204138062df27574247b7b127ded6651a16_d7958328e6640b4c79793bbc4909e413 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204138062df27574247b7b127ded6651a16_d7958328e6640b4c79793bbc4909e413 2024-12-04T21:58:09,518 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204167e297a0ccb4440bd71e22b70c10cc7_d7958328e6640b4c79793bbc4909e413 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204167e297a0ccb4440bd71e22b70c10cc7_d7958328e6640b4c79793bbc4909e413 2024-12-04T21:58:09,519 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120420726196210147bcbac4a248bf85e4e0_d7958328e6640b4c79793bbc4909e413 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120420726196210147bcbac4a248bf85e4e0_d7958328e6640b4c79793bbc4909e413 2024-12-04T21:58:09,520 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412043c55f298aa2d42a18d230f2ddef64c0a_d7958328e6640b4c79793bbc4909e413 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412043c55f298aa2d42a18d230f2ddef64c0a_d7958328e6640b4c79793bbc4909e413 2024-12-04T21:58:09,521 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120446adc4f852a0406b999adc7f73644392_d7958328e6640b4c79793bbc4909e413 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120446adc4f852a0406b999adc7f73644392_d7958328e6640b4c79793bbc4909e413 2024-12-04T21:58:09,522 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412046a0e6953174e454aafd26fa9de747cb1_d7958328e6640b4c79793bbc4909e413 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412046a0e6953174e454aafd26fa9de747cb1_d7958328e6640b4c79793bbc4909e413 2024-12-04T21:58:09,523 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120476124afb571e47c38767fba7fd3d8882_d7958328e6640b4c79793bbc4909e413 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120476124afb571e47c38767fba7fd3d8882_d7958328e6640b4c79793bbc4909e413 2024-12-04T21:58:09,524 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412047f256495beee4c5fbf11c161905593bd_d7958328e6640b4c79793bbc4909e413 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412047f256495beee4c5fbf11c161905593bd_d7958328e6640b4c79793bbc4909e413 2024-12-04T21:58:09,525 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120485e4e66b23b7421f98336899fc207e62_d7958328e6640b4c79793bbc4909e413 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120485e4e66b23b7421f98336899fc207e62_d7958328e6640b4c79793bbc4909e413 2024-12-04T21:58:09,526 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204935e84259c0a44b0ac748007f4d5eecc_d7958328e6640b4c79793bbc4909e413 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204935e84259c0a44b0ac748007f4d5eecc_d7958328e6640b4c79793bbc4909e413 2024-12-04T21:58:09,527 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204941355f30aac4a82826414925c1eb947_d7958328e6640b4c79793bbc4909e413 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204941355f30aac4a82826414925c1eb947_d7958328e6640b4c79793bbc4909e413 2024-12-04T21:58:09,528 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204993e68d51bef45598cf5607cf13ab611_d7958328e6640b4c79793bbc4909e413 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204993e68d51bef45598cf5607cf13ab611_d7958328e6640b4c79793bbc4909e413 2024-12-04T21:58:09,529 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204af3a0a04a2604c24b6309477c07be5d0_d7958328e6640b4c79793bbc4909e413 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204af3a0a04a2604c24b6309477c07be5d0_d7958328e6640b4c79793bbc4909e413 2024-12-04T21:58:09,529 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204af43f7e709a24adc912f3651b1593eb6_d7958328e6640b4c79793bbc4909e413 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204af43f7e709a24adc912f3651b1593eb6_d7958328e6640b4c79793bbc4909e413 2024-12-04T21:58:09,530 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204b135dade293c4f7b8f77a843be320ec6_d7958328e6640b4c79793bbc4909e413 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204b135dade293c4f7b8f77a843be320ec6_d7958328e6640b4c79793bbc4909e413 2024-12-04T21:58:09,531 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204b592e365343b4b91a654bd198f0d8c62_d7958328e6640b4c79793bbc4909e413 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204b592e365343b4b91a654bd198f0d8c62_d7958328e6640b4c79793bbc4909e413 2024-12-04T21:58:09,532 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204c1eaa79008344b76b0a3db51818ae8d9_d7958328e6640b4c79793bbc4909e413 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204c1eaa79008344b76b0a3db51818ae8d9_d7958328e6640b4c79793bbc4909e413 2024-12-04T21:58:09,533 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204eab74187c36e4d8487f717474be0aef3_d7958328e6640b4c79793bbc4909e413 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204eab74187c36e4d8487f717474be0aef3_d7958328e6640b4c79793bbc4909e413 2024-12-04T21:58:09,534 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204ff6bfe7b02da4de28d64df4b72b88390_d7958328e6640b4c79793bbc4909e413 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204ff6bfe7b02da4de28d64df4b72b88390_d7958328e6640b4c79793bbc4909e413 2024-12-04T21:58:09,534 DEBUG [PEWorker-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-12-04T21:58:09,536 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=62, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-04T21:58:09,539 WARN [PEWorker-5 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-12-04T21:58:09,541 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-12-04T21:58:09,542 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=62, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-04T21:58:09,542 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-12-04T21:58:09,542 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1733349489542"}]},"ts":"9223372036854775807"} 2024-12-04T21:58:09,544 INFO [PEWorker-5 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-12-04T21:58:09,544 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => d7958328e6640b4c79793bbc4909e413, NAME => 'TestAcidGuarantees,,1733349462108.d7958328e6640b4c79793bbc4909e413.', STARTKEY => '', ENDKEY => ''}] 2024-12-04T21:58:09,545 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-12-04T21:58:09,545 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1733349489545"}]},"ts":"9223372036854775807"} 2024-12-04T21:58:09,547 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-12-04T21:58:09,547 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(133): Finished pid=62, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-04T21:58:09,549 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=62, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 70 msec 2024-12-04T21:58:09,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-12-04T21:58:09,588 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-12-04T21:58:09,588 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-12-04T21:58:09,597 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testMobMixedAtomicity Thread=252 (was 247) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/54e25a4d-f5ea-5cda-8bc9-abeb058889c3/cluster_6e981957-37c5-d878-3956-290e0e097c50/data/data1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-375621232_22 at /127.0.0.1:39998 [Waiting for operation #685] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/54e25a4d-f5ea-5cda-8bc9-abeb058889c3/cluster_6e981957-37c5-d878-3956-290e0e097c50/data/data2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-375621232_22 at /127.0.0.1:39960 [Waiting for operation #746] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1884668948_22 at /127.0.0.1:40086 [Waiting for operation #591] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1884668948_22 at /127.0.0.1:39868 [Waiting for operation #762] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=459 (was 449) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=556 (was 484) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2986 (was 2988) 2024-12-04T21:58:09,608 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testGetAtomicity Thread=252, OpenFileDescriptor=459, MaxFileDescriptor=1048576, SystemLoadAverage=556, ProcessCount=11, AvailableMemoryMB=2986 2024-12-04T21:58:09,609 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-04T21:58:09,610 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T21:58:09,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] procedure2.ProcedureExecutor(1139): Stored pid=63, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-12-04T21:58:09,612 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=63, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-12-04T21:58:09,612 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:09,612 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 63 2024-12-04T21:58:09,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=63 2024-12-04T21:58:09,613 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=63, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-04T21:58:09,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742073_1249 (size=1061) 2024-12-04T21:58:09,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=63 2024-12-04T21:58:09,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=63 2024-12-04T21:58:10,024 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ed489884227823fc606d21469e41d5f3, NAME => 'TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca 2024-12-04T21:58:10,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742074_1250 (size=53) 2024-12-04T21:58:10,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=63 2024-12-04T21:58:10,436 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T21:58:10,436 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing ed489884227823fc606d21469e41d5f3, disabling compactions & flushes 2024-12-04T21:58:10,436 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3. 2024-12-04T21:58:10,436 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3. 2024-12-04T21:58:10,436 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3. after waiting 0 ms 2024-12-04T21:58:10,436 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3. 2024-12-04T21:58:10,436 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3. 2024-12-04T21:58:10,436 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for ed489884227823fc606d21469e41d5f3: Waiting for close lock at 1733349490436Disabling compacts and flushes for region at 1733349490436Disabling writes for close at 1733349490436Writing region close event to WAL at 1733349490436Closed at 1733349490436 2024-12-04T21:58:10,439 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=63, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-12-04T21:58:10,440 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1733349490439"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733349490439"}]},"ts":"1733349490439"} 2024-12-04T21:58:10,444 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-04T21:58:10,445 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=63, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-04T21:58:10,446 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733349490446"}]},"ts":"1733349490446"} 2024-12-04T21:58:10,448 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-12-04T21:58:10,449 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=64, ppid=63, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=ed489884227823fc606d21469e41d5f3, ASSIGN}] 2024-12-04T21:58:10,450 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=64, ppid=63, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=ed489884227823fc606d21469e41d5f3, ASSIGN 2024-12-04T21:58:10,451 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=64, ppid=63, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=ed489884227823fc606d21469e41d5f3, ASSIGN; state=OFFLINE, location=bb3046a53f79,39095,1733349424047; forceNewPlan=false, retain=false 2024-12-04T21:58:10,603 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=64 updating hbase:meta row=ed489884227823fc606d21469e41d5f3, regionState=OPENING, regionLocation=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:10,608 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=64, ppid=63, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=ed489884227823fc606d21469e41d5f3, ASSIGN because future has completed 2024-12-04T21:58:10,608 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=65, ppid=64, state=RUNNABLE, hasLock=false; OpenRegionProcedure ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047}] 2024-12-04T21:58:10,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=63 2024-12-04T21:58:10,767 INFO [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3. 2024-12-04T21:58:10,767 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(7752): Opening region: {ENCODED => ed489884227823fc606d21469e41d5f3, NAME => 'TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3.', STARTKEY => '', ENDKEY => ''} 2024-12-04T21:58:10,768 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees ed489884227823fc606d21469e41d5f3 2024-12-04T21:58:10,768 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T21:58:10,768 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(7794): checking encryption for ed489884227823fc606d21469e41d5f3 2024-12-04T21:58:10,768 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(7797): checking classloading for ed489884227823fc606d21469e41d5f3 2024-12-04T21:58:10,770 INFO [StoreOpener-ed489884227823fc606d21469e41d5f3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region ed489884227823fc606d21469e41d5f3 2024-12-04T21:58:10,773 INFO [StoreOpener-ed489884227823fc606d21469e41d5f3-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-04T21:58:10,773 INFO [StoreOpener-ed489884227823fc606d21469e41d5f3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ed489884227823fc606d21469e41d5f3 columnFamilyName A 2024-12-04T21:58:10,773 DEBUG [StoreOpener-ed489884227823fc606d21469e41d5f3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:10,774 INFO [StoreOpener-ed489884227823fc606d21469e41d5f3-1 {}] regionserver.HStore(327): Store=ed489884227823fc606d21469e41d5f3/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T21:58:10,774 INFO [StoreOpener-ed489884227823fc606d21469e41d5f3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region ed489884227823fc606d21469e41d5f3 2024-12-04T21:58:10,776 INFO [StoreOpener-ed489884227823fc606d21469e41d5f3-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-04T21:58:10,776 INFO [StoreOpener-ed489884227823fc606d21469e41d5f3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ed489884227823fc606d21469e41d5f3 columnFamilyName B 2024-12-04T21:58:10,777 DEBUG [StoreOpener-ed489884227823fc606d21469e41d5f3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:10,777 INFO [StoreOpener-ed489884227823fc606d21469e41d5f3-1 {}] regionserver.HStore(327): Store=ed489884227823fc606d21469e41d5f3/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T21:58:10,778 INFO [StoreOpener-ed489884227823fc606d21469e41d5f3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region ed489884227823fc606d21469e41d5f3 2024-12-04T21:58:10,779 INFO [StoreOpener-ed489884227823fc606d21469e41d5f3-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-04T21:58:10,779 INFO [StoreOpener-ed489884227823fc606d21469e41d5f3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ed489884227823fc606d21469e41d5f3 columnFamilyName C 2024-12-04T21:58:10,780 DEBUG [StoreOpener-ed489884227823fc606d21469e41d5f3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:10,780 INFO [StoreOpener-ed489884227823fc606d21469e41d5f3-1 {}] regionserver.HStore(327): Store=ed489884227823fc606d21469e41d5f3/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T21:58:10,780 INFO [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3. 2024-12-04T21:58:10,781 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1038): replaying wal for ed489884227823fc606d21469e41d5f3 2024-12-04T21:58:10,782 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3 2024-12-04T21:58:10,782 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3 2024-12-04T21:58:10,784 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1048): stopping wal replay for ed489884227823fc606d21469e41d5f3 2024-12-04T21:58:10,784 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1060): Cleaning up temporary data for ed489884227823fc606d21469e41d5f3 2024-12-04T21:58:10,785 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-04T21:58:10,787 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1093): writing seq id for ed489884227823fc606d21469e41d5f3 2024-12-04T21:58:10,790 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T21:58:10,790 INFO [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1114): Opened ed489884227823fc606d21469e41d5f3; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66561302, jitterRate=-0.00815930962562561}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-04T21:58:10,790 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ed489884227823fc606d21469e41d5f3 2024-12-04T21:58:10,790 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1006): Region open journal for ed489884227823fc606d21469e41d5f3: Running coprocessor pre-open hook at 1733349490768Writing region info on filesystem at 1733349490768Initializing all the Stores at 1733349490770 (+2 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733349490770Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733349490770Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733349490770Cleaning up temporary data from old regions at 1733349490784 (+14 ms)Running coprocessor post-open hooks at 1733349490790 (+6 ms)Region opened successfully at 1733349490790 2024-12-04T21:58:10,791 INFO [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., pid=65, masterSystemTime=1733349490762 2024-12-04T21:58:10,793 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3. 2024-12-04T21:58:10,793 INFO [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3. 2024-12-04T21:58:10,793 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=64 updating hbase:meta row=ed489884227823fc606d21469e41d5f3, regionState=OPEN, openSeqNum=2, regionLocation=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:10,794 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=65, ppid=64, state=RUNNABLE, hasLock=false; OpenRegionProcedure ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 because future has completed 2024-12-04T21:58:10,796 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=65, resume processing ppid=64 2024-12-04T21:58:10,797 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=65, ppid=64, state=SUCCESS, hasLock=false; OpenRegionProcedure ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 in 187 msec 2024-12-04T21:58:10,798 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=64, resume processing ppid=63 2024-12-04T21:58:10,799 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=64, ppid=63, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=ed489884227823fc606d21469e41d5f3, ASSIGN in 348 msec 2024-12-04T21:58:10,799 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=63, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-04T21:58:10,799 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733349490799"}]},"ts":"1733349490799"} 2024-12-04T21:58:10,801 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-12-04T21:58:10,801 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=63, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-12-04T21:58:10,802 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=63, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1910 sec 2024-12-04T21:58:11,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=63 2024-12-04T21:58:11,759 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-12-04T21:58:11,760 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b4a8af7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T21:58:11,760 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bb3046a53f79,44103,-1 for getting cluster id 2024-12-04T21:58:11,761 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T21:58:11,762 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd4c51ddd-78fd-4d7f-a588-940e286afcf0' 2024-12-04T21:58:11,763 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T21:58:11,763 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d4c51ddd-78fd-4d7f-a588-940e286afcf0" 2024-12-04T21:58:11,763 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2726a895, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T21:58:11,763 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bb3046a53f79,44103,-1] 2024-12-04T21:58:11,764 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T21:58:11,764 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T21:58:11,765 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32926, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T21:58:11,767 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8d0436e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T21:58:11,767 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T21:58:11,769 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bb3046a53f79,39095,1733349424047, seqNum=-1] 2024-12-04T21:58:11,769 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T21:58:11,770 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60448, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T21:58:11,771 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T21:58:11,772 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is bb3046a53f79,44103,1733349423427 2024-12-04T21:58:11,772 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3a9663e2 2024-12-04T21:58:11,772 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T21:58:11,773 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32936, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T21:58:11,775 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@443e7dc3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T21:58:11,775 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bb3046a53f79,44103,-1 for getting cluster id 2024-12-04T21:58:11,775 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T21:58:11,776 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd4c51ddd-78fd-4d7f-a588-940e286afcf0' 2024-12-04T21:58:11,776 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T21:58:11,776 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d4c51ddd-78fd-4d7f-a588-940e286afcf0" 2024-12-04T21:58:11,776 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ca88960, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T21:58:11,776 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bb3046a53f79,44103,-1] 2024-12-04T21:58:11,776 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T21:58:11,777 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T21:58:11,777 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32960, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T21:58:11,778 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@384beafa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T21:58:11,778 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1aa73d6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T21:58:11,778 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bb3046a53f79,44103,-1 for getting cluster id 2024-12-04T21:58:11,779 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T21:58:11,779 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd4c51ddd-78fd-4d7f-a588-940e286afcf0' 2024-12-04T21:58:11,779 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T21:58:11,779 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d4c51ddd-78fd-4d7f-a588-940e286afcf0" 2024-12-04T21:58:11,780 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@933a0a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T21:58:11,780 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bb3046a53f79,44103,-1] 2024-12-04T21:58:11,780 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T21:58:11,780 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T21:58:11,780 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32968, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T21:58:11,781 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@485fad93, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T21:58:11,781 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8e1cbab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T21:58:11,781 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bb3046a53f79,44103,-1 for getting cluster id 2024-12-04T21:58:11,781 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T21:58:11,782 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd4c51ddd-78fd-4d7f-a588-940e286afcf0' 2024-12-04T21:58:11,782 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T21:58:11,782 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d4c51ddd-78fd-4d7f-a588-940e286afcf0" 2024-12-04T21:58:11,782 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@135bfe22, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T21:58:11,782 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bb3046a53f79,44103,-1] 2024-12-04T21:58:11,783 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T21:58:11,783 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T21:58:11,783 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32992, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T21:58:11,784 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f8411f2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T21:58:11,784 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a4263d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T21:58:11,784 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bb3046a53f79,44103,-1 for getting cluster id 2024-12-04T21:58:11,784 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T21:58:11,785 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd4c51ddd-78fd-4d7f-a588-940e286afcf0' 2024-12-04T21:58:11,785 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T21:58:11,785 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d4c51ddd-78fd-4d7f-a588-940e286afcf0" 2024-12-04T21:58:11,785 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d6e6b9f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T21:58:11,785 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bb3046a53f79,44103,-1] 2024-12-04T21:58:11,786 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T21:58:11,786 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T21:58:11,786 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33006, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T21:58:11,787 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@469a2328, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T21:58:11,787 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@266d96e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T21:58:11,787 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bb3046a53f79,44103,-1 for getting cluster id 2024-12-04T21:58:11,787 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T21:58:11,788 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd4c51ddd-78fd-4d7f-a588-940e286afcf0' 2024-12-04T21:58:11,788 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T21:58:11,788 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d4c51ddd-78fd-4d7f-a588-940e286afcf0" 2024-12-04T21:58:11,788 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ca8efbd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T21:58:11,788 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bb3046a53f79,44103,-1] 2024-12-04T21:58:11,789 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T21:58:11,789 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T21:58:11,789 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33030, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T21:58:11,790 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a92bb30, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T21:58:11,790 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2cf3bf24, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T21:58:11,790 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bb3046a53f79,44103,-1 for getting cluster id 2024-12-04T21:58:11,791 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T21:58:11,791 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd4c51ddd-78fd-4d7f-a588-940e286afcf0' 2024-12-04T21:58:11,791 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T21:58:11,791 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d4c51ddd-78fd-4d7f-a588-940e286afcf0" 2024-12-04T21:58:11,791 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bf73be4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T21:58:11,791 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bb3046a53f79,44103,-1] 2024-12-04T21:58:11,792 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T21:58:11,792 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T21:58:11,792 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33044, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T21:58:11,793 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@101bebc1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T21:58:11,793 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e88d13e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T21:58:11,793 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bb3046a53f79,44103,-1 for getting cluster id 2024-12-04T21:58:11,793 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T21:58:11,794 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd4c51ddd-78fd-4d7f-a588-940e286afcf0' 2024-12-04T21:58:11,794 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T21:58:11,794 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d4c51ddd-78fd-4d7f-a588-940e286afcf0" 2024-12-04T21:58:11,794 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d3f7e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T21:58:11,794 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bb3046a53f79,44103,-1] 2024-12-04T21:58:11,794 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T21:58:11,794 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T21:58:11,795 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33068, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T21:58:11,795 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@166c0a7b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T21:58:11,796 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62fcffc7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T21:58:11,796 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bb3046a53f79,44103,-1 for getting cluster id 2024-12-04T21:58:11,796 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T21:58:11,797 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd4c51ddd-78fd-4d7f-a588-940e286afcf0' 2024-12-04T21:58:11,797 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T21:58:11,797 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d4c51ddd-78fd-4d7f-a588-940e286afcf0" 2024-12-04T21:58:11,797 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@358beaa1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T21:58:11,797 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bb3046a53f79,44103,-1] 2024-12-04T21:58:11,797 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T21:58:11,797 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T21:58:11,798 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33088, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T21:58:11,798 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@641eaec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T21:58:11,799 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d83ce24, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T21:58:11,799 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bb3046a53f79,44103,-1 for getting cluster id 2024-12-04T21:58:11,799 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T21:58:11,799 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd4c51ddd-78fd-4d7f-a588-940e286afcf0' 2024-12-04T21:58:11,800 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T21:58:11,800 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d4c51ddd-78fd-4d7f-a588-940e286afcf0" 2024-12-04T21:58:11,800 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2546b79a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T21:58:11,800 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bb3046a53f79,44103,-1] 2024-12-04T21:58:11,800 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T21:58:11,800 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T21:58:11,801 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33106, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T21:58:11,801 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@246a4ad1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T21:58:11,802 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1591929c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T21:58:11,802 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bb3046a53f79,44103,-1 for getting cluster id 2024-12-04T21:58:11,802 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T21:58:11,802 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd4c51ddd-78fd-4d7f-a588-940e286afcf0' 2024-12-04T21:58:11,802 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T21:58:11,802 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d4c51ddd-78fd-4d7f-a588-940e286afcf0" 2024-12-04T21:58:11,802 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e10012d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T21:58:11,802 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bb3046a53f79,44103,-1] 2024-12-04T21:58:11,803 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T21:58:11,803 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T21:58:11,803 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33118, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T21:58:11,804 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f618cc8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T21:58:11,805 DEBUG [Thread-1179 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T21:58:11,805 DEBUG [Thread-1177 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T21:58:11,805 DEBUG [Thread-1168 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T21:58:11,805 DEBUG [Thread-1164 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T21:58:11,805 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-04T21:58:11,805 DEBUG [Thread-1162 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T21:58:11,805 DEBUG [Thread-1175 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T21:58:11,806 DEBUG [Thread-1160 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T21:58:11,806 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bb3046a53f79,39095,1733349424047, seqNum=-1] 2024-12-04T21:58:11,806 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bb3046a53f79,39095,1733349424047, seqNum=-1] 2024-12-04T21:58:11,806 DEBUG [Thread-1164 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bb3046a53f79,39095,1733349424047, seqNum=-1] 2024-12-04T21:58:11,806 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bb3046a53f79,39095,1733349424047, seqNum=-1] 2024-12-04T21:58:11,806 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bb3046a53f79,39095,1733349424047, seqNum=-1] 2024-12-04T21:58:11,806 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T21:58:11,806 DEBUG [Thread-1164 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T21:58:11,806 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T21:58:11,806 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T21:58:11,806 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T21:58:11,807 DEBUG [Thread-1166 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T21:58:11,807 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bb3046a53f79,39095,1733349424047, seqNum=-1] 2024-12-04T21:58:11,807 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T21:58:11,807 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bb3046a53f79,39095,1733349424047, seqNum=-1] 2024-12-04T21:58:11,807 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T21:58:11,808 DEBUG [Thread-1173 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T21:58:11,808 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60452, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T21:58:11,808 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bb3046a53f79,39095,1733349424047, seqNum=-1] 2024-12-04T21:58:11,808 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60454, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T21:58:11,808 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60470, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T21:58:11,808 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60482, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T21:58:11,808 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60480, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T21:58:11,808 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T21:58:11,808 DEBUG [Thread-1171 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T21:58:11,808 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60498, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T21:58:11,809 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60512, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T21:58:11,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] procedure2.ProcedureExecutor(1139): Stored pid=66, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=66, table=TestAcidGuarantees 2024-12-04T21:58:11,809 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bb3046a53f79,39095,1733349424047, seqNum=-1] 2024-12-04T21:58:11,809 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60522, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T21:58:11,809 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bb3046a53f79,39095,1733349424047, seqNum=-1] 2024-12-04T21:58:11,809 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T21:58:11,810 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T21:58:11,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-12-04T21:58:11,810 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=66, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=66, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-04T21:58:11,810 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60524, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T21:58:11,811 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60526, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T21:58:11,811 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2] 2024-12-04T21:58:11,811 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2] 2024-12-04T21:58:11,812 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=66, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=66, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-04T21:58:11,812 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=67, ppid=66, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-04T21:58:11,812 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2] 2024-12-04T21:58:11,813 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2] 2024-12-04T21:58:11,813 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2] 2024-12-04T21:58:11,813 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2] 2024-12-04T21:58:11,814 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2] 2024-12-04T21:58:11,815 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2] 2024-12-04T21:58:11,815 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2] 2024-12-04T21:58:11,816 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2] 2024-12-04T21:58:11,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(8855): Flush requested on ed489884227823fc606d21469e41d5f3 2024-12-04T21:58:11,818 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ed489884227823fc606d21469e41d5f3 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-12-04T21:58:11,819 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ed489884227823fc606d21469e41d5f3, store=A 2024-12-04T21:58:11,819 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T21:58:11,819 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ed489884227823fc606d21469e41d5f3, store=B 2024-12-04T21:58:11,819 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T21:58:11,819 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ed489884227823fc606d21469e41d5f3, store=C 2024-12-04T21:58:11,819 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T21:58:11,840 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/.tmp/A/5194498dcc3c443ea22eb083f981b6c6 is 50, key is test_row_0/A:col10/1733349491816/Put/seqid=0 2024-12-04T21:58:11,852 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/bb3046a53f79:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733349491843, max timestamp=1733349491848Num uniques 859; 2024-12-04T21:58:11,852 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/bb3046a53f79:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733349491843, max timestamp=1733349491848Num uniques 859; 2024-12-04T21:58:11,852 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/bb3046a53f79:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-04T21:58:11,852 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/bb3046a53f79:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-04T21:58:11,852 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/bb3046a53f79:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733349491843, max timestamp=1733349491848Num uniques 859; 2024-12-04T21:58:11,852 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/bb3046a53f79:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-04T21:58:11,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742075_1251 (size=14341) 2024-12-04T21:58:11,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-12-04T21:58:11,917 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/bb3046a53f79:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=218, cellSize=9978, totalHeapSize=22912, min timestamp=1733349491904, max timestamp=1733349491915Num uniques 1018; 2024-12-04T21:58:11,917 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/bb3046a53f79:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=9978, suffix heap size=133840,new segment heap size=22912 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=218 2024-12-04T21:58:11,918 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/bb3046a53f79:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=218, cellSize=9978, totalHeapSize=22912, min timestamp=1733349491904, max timestamp=1733349491915Num uniques 1018; 2024-12-04T21:58:11,918 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/bb3046a53f79:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=9978, suffix heap size=133840,new segment heap size=22912 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=218 2024-12-04T21:58:11,920 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/bb3046a53f79:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=218, cellSize=9978, totalHeapSize=22912, min timestamp=1733349491904, max timestamp=1733349491915Num uniques 1018; 2024-12-04T21:58:11,920 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/bb3046a53f79:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=9978, suffix heap size=133840,new segment heap size=22912 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=218 2024-12-04T21:58:11,941 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:11,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60522 deadline: 1733349551935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:11,942 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:11,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60452 deadline: 1733349551935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:11,942 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:11,942 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:11,942 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:58:11,942 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:11,942 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:11,942 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:11,942 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:58:11,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60498 deadline: 1733349551936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:11,942 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:11,942 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:11,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60512 deadline: 1733349551938, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:11,943 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:11,943 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:58:11,943 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:11,943 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:11,943 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:58:11,945 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:11,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60454 deadline: 1733349551942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:11,946 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:11,946 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:11,946 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:58:11,966 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39095 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67 2024-12-04T21:58:11,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3. 2024-12-04T21:58:11,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3. as already flushing 2024-12-04T21:58:11,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3. 2024-12-04T21:58:11,967 ERROR [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] handler.RSProcedureHandler(58): pid=67 java.io.IOException: Unable to complete flush {ENCODED => ed489884227823fc606d21469e41d5f3, NAME => 'TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:58:11,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=67 java.io.IOException: Unable to complete flush {ENCODED => ed489884227823fc606d21469e41d5f3, NAME => 'TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:58:11,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.HMaster(4177): Remote procedure failed, pid=67 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ed489884227823fc606d21469e41d5f3, NAME => 'TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ed489884227823fc606d21469e41d5f3, NAME => 'TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:58:12,050 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:12,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60452 deadline: 1733349552048, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:12,051 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:12,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60512 deadline: 1733349552048, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:12,051 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:12,051 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:12,051 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:58:12,051 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:12,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60454 deadline: 1733349552048, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:12,051 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:12,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60522 deadline: 1733349552048, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:12,052 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:12,052 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:12,052 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:12,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60498 deadline: 1733349552048, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:12,052 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:58:12,052 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:12,052 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:12,052 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:58:12,053 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:12,053 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:12,053 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:58:12,053 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:12,053 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:12,053 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:58:12,121 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39095 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67 2024-12-04T21:58:12,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3. 2024-12-04T21:58:12,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3. as already flushing 2024-12-04T21:58:12,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3. 2024-12-04T21:58:12,121 ERROR [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] handler.RSProcedureHandler(58): pid=67 java.io.IOException: Unable to complete flush {ENCODED => ed489884227823fc606d21469e41d5f3, NAME => 'TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:58:12,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=67 java.io.IOException: Unable to complete flush {ENCODED => ed489884227823fc606d21469e41d5f3, NAME => 'TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:58:12,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.HMaster(4177): Remote procedure failed, pid=67 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ed489884227823fc606d21469e41d5f3, NAME => 'TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ed489884227823fc606d21469e41d5f3, NAME => 'TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:58:12,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-12-04T21:58:12,259 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:12,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60452 deadline: 1733349552258, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:12,259 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:12,259 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:12,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60522 deadline: 1733349552258, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:12,259 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:12,259 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:58:12,259 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:12,259 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:12,260 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:12,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60498 deadline: 1733349552258, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:12,260 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:58:12,261 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:12,261 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:12,261 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:58:12,261 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:12,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60512 deadline: 1733349552258, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:12,261 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:12,261 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:12,261 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:12,261 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:58:12,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60454 deadline: 1733349552258, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:12,261 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:12,261 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:12,261 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:58:12,267 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/.tmp/A/5194498dcc3c443ea22eb083f981b6c6 2024-12-04T21:58:12,274 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39095 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67 2024-12-04T21:58:12,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3. 2024-12-04T21:58:12,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3. as already flushing 2024-12-04T21:58:12,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3. 2024-12-04T21:58:12,274 ERROR [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] handler.RSProcedureHandler(58): pid=67 java.io.IOException: Unable to complete flush {ENCODED => ed489884227823fc606d21469e41d5f3, NAME => 'TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:58:12,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=67 java.io.IOException: Unable to complete flush {ENCODED => ed489884227823fc606d21469e41d5f3, NAME => 'TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:58:12,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.HMaster(4177): Remote procedure failed, pid=67 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ed489884227823fc606d21469e41d5f3, NAME => 'TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ed489884227823fc606d21469e41d5f3, NAME => 'TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:58:12,290 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/.tmp/B/d466ba7411c841c9b2af5ad11a352af0 is 50, key is test_row_0/B:col10/1733349491816/Put/seqid=0 2024-12-04T21:58:12,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742076_1252 (size=12001) 2024-12-04T21:58:12,427 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39095 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67 2024-12-04T21:58:12,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3. 2024-12-04T21:58:12,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3. as already flushing 2024-12-04T21:58:12,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3. 2024-12-04T21:58:12,427 ERROR [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] handler.RSProcedureHandler(58): pid=67 java.io.IOException: Unable to complete flush {ENCODED => ed489884227823fc606d21469e41d5f3, NAME => 'TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:58:12,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=67 java.io.IOException: Unable to complete flush {ENCODED => ed489884227823fc606d21469e41d5f3, NAME => 'TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:58:12,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.HMaster(4177): Remote procedure failed, pid=67 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ed489884227823fc606d21469e41d5f3, NAME => 'TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ed489884227823fc606d21469e41d5f3, NAME => 'TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:58:12,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-12-04T21:58:12,570 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:12,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60452 deadline: 1733349552567, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:12,570 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:12,570 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:12,570 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:12,570 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:58:12,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60522 deadline: 1733349552567, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:12,571 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:12,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60498 deadline: 1733349552568, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:12,571 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:12,571 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:12,571 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:58:12,571 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:12,571 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:12,571 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:12,571 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:58:12,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60512 deadline: 1733349552568, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:12,571 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:12,571 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:12,571 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:12,571 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:58:12,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60454 deadline: 1733349552568, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:12,571 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:12,571 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:12,571 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:58:12,578 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39095 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67 2024-12-04T21:58:12,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3. 2024-12-04T21:58:12,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3. as already flushing 2024-12-04T21:58:12,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3. 2024-12-04T21:58:12,579 ERROR [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] handler.RSProcedureHandler(58): pid=67 java.io.IOException: Unable to complete flush {ENCODED => ed489884227823fc606d21469e41d5f3, NAME => 'TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:58:12,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=67 java.io.IOException: Unable to complete flush {ENCODED => ed489884227823fc606d21469e41d5f3, NAME => 'TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:58:12,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.HMaster(4177): Remote procedure failed, pid=67 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ed489884227823fc606d21469e41d5f3, NAME => 'TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ed489884227823fc606d21469e41d5f3, NAME => 'TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:58:12,699 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/.tmp/B/d466ba7411c841c9b2af5ad11a352af0 2024-12-04T21:58:12,718 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/.tmp/C/8207b7c55e644c6e9bed0fa63178ed0d is 50, key is test_row_0/C:col10/1733349491816/Put/seqid=0 2024-12-04T21:58:12,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742077_1253 (size=12001) 2024-12-04T21:58:12,731 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39095 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67 2024-12-04T21:58:12,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3. 2024-12-04T21:58:12,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3. as already flushing 2024-12-04T21:58:12,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3. 2024-12-04T21:58:12,731 ERROR [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] handler.RSProcedureHandler(58): pid=67 java.io.IOException: Unable to complete flush {ENCODED => ed489884227823fc606d21469e41d5f3, NAME => 'TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:58:12,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=67 java.io.IOException: Unable to complete flush {ENCODED => ed489884227823fc606d21469e41d5f3, NAME => 'TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:58:12,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.HMaster(4177): Remote procedure failed, pid=67 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ed489884227823fc606d21469e41d5f3, NAME => 'TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ed489884227823fc606d21469e41d5f3, NAME => 'TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:58:12,884 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39095 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67 2024-12-04T21:58:12,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3. 2024-12-04T21:58:12,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3. as already flushing 2024-12-04T21:58:12,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3. 2024-12-04T21:58:12,884 ERROR [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] handler.RSProcedureHandler(58): pid=67 java.io.IOException: Unable to complete flush {ENCODED => ed489884227823fc606d21469e41d5f3, NAME => 'TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:58:12,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=67 java.io.IOException: Unable to complete flush {ENCODED => ed489884227823fc606d21469e41d5f3, NAME => 'TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:58:12,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.HMaster(4177): Remote procedure failed, pid=67 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ed489884227823fc606d21469e41d5f3, NAME => 'TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ed489884227823fc606d21469e41d5f3, NAME => 'TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:58:12,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-12-04T21:58:13,037 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39095 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67 2024-12-04T21:58:13,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3. 2024-12-04T21:58:13,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3. as already flushing 2024-12-04T21:58:13,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3. 2024-12-04T21:58:13,037 ERROR [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] handler.RSProcedureHandler(58): pid=67 java.io.IOException: Unable to complete flush {ENCODED => ed489884227823fc606d21469e41d5f3, NAME => 'TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:58:13,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=67 java.io.IOException: Unable to complete flush {ENCODED => ed489884227823fc606d21469e41d5f3, NAME => 'TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:58:13,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.HMaster(4177): Remote procedure failed, pid=67 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ed489884227823fc606d21469e41d5f3, NAME => 'TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ed489884227823fc606d21469e41d5f3, NAME => 'TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:58:13,079 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:13,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60452 deadline: 1733349553077, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:13,079 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:13,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60522 deadline: 1733349553077, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:13,079 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:13,079 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:13,079 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:58:13,079 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:13,079 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:13,079 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:58:13,080 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:13,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60512 deadline: 1733349553078, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:13,080 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:13,080 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:13,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60498 deadline: 1733349553078, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:13,080 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:13,080 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:58:13,080 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:13,080 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:13,080 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:13,080 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:58:13,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60454 deadline: 1733349553078, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:13,081 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:13,081 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:13,081 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:58:13,123 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/.tmp/C/8207b7c55e644c6e9bed0fa63178ed0d 2024-12-04T21:58:13,127 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/.tmp/A/5194498dcc3c443ea22eb083f981b6c6 as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/A/5194498dcc3c443ea22eb083f981b6c6 2024-12-04T21:58:13,130 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/A/5194498dcc3c443ea22eb083f981b6c6, entries=200, sequenceid=11, filesize=14.0 K 2024-12-04T21:58:13,131 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/.tmp/B/d466ba7411c841c9b2af5ad11a352af0 as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/B/d466ba7411c841c9b2af5ad11a352af0 2024-12-04T21:58:13,134 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/B/d466ba7411c841c9b2af5ad11a352af0, entries=150, sequenceid=11, filesize=11.7 K 2024-12-04T21:58:13,135 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/.tmp/C/8207b7c55e644c6e9bed0fa63178ed0d as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/C/8207b7c55e644c6e9bed0fa63178ed0d 2024-12-04T21:58:13,138 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/C/8207b7c55e644c6e9bed0fa63178ed0d, entries=150, sequenceid=11, filesize=11.7 K 2024-12-04T21:58:13,139 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for ed489884227823fc606d21469e41d5f3 in 1321ms, sequenceid=11, compaction requested=false 2024-12-04T21:58:13,139 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ed489884227823fc606d21469e41d5f3: 2024-12-04T21:58:13,188 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39095 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67 2024-12-04T21:58:13,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3. 2024-12-04T21:58:13,189 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2902): Flushing ed489884227823fc606d21469e41d5f3 3/3 column families, dataSize=134.18 KB heapSize=379.45 KB 2024-12-04T21:58:13,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ed489884227823fc606d21469e41d5f3, store=A 2024-12-04T21:58:13,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-04T21:58:13,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ed489884227823fc606d21469e41d5f3, store=B 2024-12-04T21:58:13,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-04T21:58:13,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ed489884227823fc606d21469e41d5f3, store=C 2024-12-04T21:58:13,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-04T21:58:13,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/.tmp/A/d083bcde371544ff91de972f1334d8c2 is 50, key is test_row_0/A:col10/1733349491936/Put/seqid=0 2024-12-04T21:58:13,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742078_1254 (size=12001) 2024-12-04T21:58:13,197 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=64 (bloomFilter=true), to=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/.tmp/A/d083bcde371544ff91de972f1334d8c2 2024-12-04T21:58:13,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/.tmp/B/38039081743b42698f7ab0d8d8603042 is 50, key is test_row_0/B:col10/1733349491936/Put/seqid=0 2024-12-04T21:58:13,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742079_1255 (size=12001) 2024-12-04T21:58:13,609 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=64 (bloomFilter=true), to=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/.tmp/B/38039081743b42698f7ab0d8d8603042 2024-12-04T21:58:13,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/.tmp/C/cf83ba6bf6be48e9926736f4ed031c66 is 50, key is test_row_0/C:col10/1733349491936/Put/seqid=0 2024-12-04T21:58:13,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742080_1256 (size=12001) 2024-12-04T21:58:13,640 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=64 (bloomFilter=true), to=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/.tmp/C/cf83ba6bf6be48e9926736f4ed031c66 2024-12-04T21:58:13,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/.tmp/A/d083bcde371544ff91de972f1334d8c2 as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/A/d083bcde371544ff91de972f1334d8c2 2024-12-04T21:58:13,649 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/A/d083bcde371544ff91de972f1334d8c2, entries=150, sequenceid=64, filesize=11.7 K 2024-12-04T21:58:13,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/.tmp/B/38039081743b42698f7ab0d8d8603042 as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/B/38039081743b42698f7ab0d8d8603042 2024-12-04T21:58:13,655 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/B/38039081743b42698f7ab0d8d8603042, entries=150, sequenceid=64, filesize=11.7 K 2024-12-04T21:58:13,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/.tmp/C/cf83ba6bf6be48e9926736f4ed031c66 as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/C/cf83ba6bf6be48e9926736f4ed031c66 2024-12-04T21:58:13,660 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/C/cf83ba6bf6be48e9926736f4ed031c66, entries=150, sequenceid=64, filesize=11.7 K 2024-12-04T21:58:13,661 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~379.41 KB/388512, currentSize=0 B/0 for ed489884227823fc606d21469e41d5f3 in 473ms, sequenceid=64, compaction requested=false 2024-12-04T21:58:13,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2603): Flush status journal for ed489884227823fc606d21469e41d5f3: 2024-12-04T21:58:13,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3. 2024-12-04T21:58:13,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=67 2024-12-04T21:58:13,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.HMaster(4169): Remote procedure done, pid=67 2024-12-04T21:58:13,663 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=67, resume processing ppid=66 2024-12-04T21:58:13,663 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=67, ppid=66, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8500 sec 2024-12-04T21:58:13,665 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=66, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=66, table=TestAcidGuarantees in 1.8590 sec 2024-12-04T21:58:13,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-12-04T21:58:13,958 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-04T21:58:13,958 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-04T21:58:13,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] procedure2.ProcedureExecutor(1139): Stored pid=68, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=TestAcidGuarantees 2024-12-04T21:58:13,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-12-04T21:58:13,960 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=68, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-04T21:58:13,961 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=68, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-04T21:58:13,961 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=69, ppid=68, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-04T21:58:14,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-12-04T21:58:14,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(8855): Flush requested on ed489884227823fc606d21469e41d5f3 2024-12-04T21:58:14,103 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ed489884227823fc606d21469e41d5f3 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-12-04T21:58:14,104 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ed489884227823fc606d21469e41d5f3, store=A 2024-12-04T21:58:14,104 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T21:58:14,104 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ed489884227823fc606d21469e41d5f3, store=B 2024-12-04T21:58:14,104 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T21:58:14,104 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ed489884227823fc606d21469e41d5f3, store=C 2024-12-04T21:58:14,104 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T21:58:14,108 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/.tmp/A/d2e67b2f9baa48668807a41c29500b22 is 50, key is test_row_0/A:col10/1733349494103/Put/seqid=0 2024-12-04T21:58:14,113 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39095 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-12-04T21:58:14,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3. 2024-12-04T21:58:14,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3. as already flushing 2024-12-04T21:58:14,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3. 2024-12-04T21:58:14,114 ERROR [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] handler.RSProcedureHandler(58): pid=69 java.io.IOException: Unable to complete flush {ENCODED => ed489884227823fc606d21469e41d5f3, NAME => 'TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:58:14,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=69 java.io.IOException: Unable to complete flush {ENCODED => ed489884227823fc606d21469e41d5f3, NAME => 'TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:58:14,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.HMaster(4177): Remote procedure failed, pid=69 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ed489884227823fc606d21469e41d5f3, NAME => 'TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ed489884227823fc606d21469e41d5f3, NAME => 'TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:58:14,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742081_1257 (size=12001) 2024-12-04T21:58:14,123 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/.tmp/A/d2e67b2f9baa48668807a41c29500b22 2024-12-04T21:58:14,129 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/bb3046a53f79:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9564, totalHeapSize=21976, min timestamp=1733349494121, max timestamp=1733349494126Num uniques 859; 2024-12-04T21:58:14,129 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/bb3046a53f79:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9564, totalHeapSize=21976, min timestamp=1733349494121, max timestamp=1733349494126Num uniques 859; 2024-12-04T21:58:14,129 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/bb3046a53f79:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39334, new segment data size=9564, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-04T21:58:14,129 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/bb3046a53f79:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39334, new segment data size=9564, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-04T21:58:14,131 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/bb3046a53f79:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9564, totalHeapSize=21976, min timestamp=1733349494121, max timestamp=1733349494126Num uniques 859; 2024-12-04T21:58:14,131 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/bb3046a53f79:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39334, new segment data size=9564, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-04T21:58:14,134 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/.tmp/B/144e337558f74869b8603f762d885245 is 50, key is test_row_0/B:col10/1733349494103/Put/seqid=0 2024-12-04T21:58:14,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742082_1258 (size=12001) 2024-12-04T21:58:14,176 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:14,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60454 deadline: 1733349554172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:14,177 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:14,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60522 deadline: 1733349554172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:14,177 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:14,177 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:14,177 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:58:14,177 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:14,177 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:14,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60512 deadline: 1733349554172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:14,177 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:14,177 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:58:14,177 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:14,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60498 deadline: 1733349554173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:14,178 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:14,178 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:14,178 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:58:14,178 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:14,178 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:14,178 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:58:14,177 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:14,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60452 deadline: 1733349554173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:14,180 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:14,180 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:14,180 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:58:14,265 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39095 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-12-04T21:58:14,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3. 2024-12-04T21:58:14,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3. as already flushing 2024-12-04T21:58:14,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3. 2024-12-04T21:58:14,266 ERROR [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] handler.RSProcedureHandler(58): pid=69 java.io.IOException: Unable to complete flush {ENCODED => ed489884227823fc606d21469e41d5f3, NAME => 'TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:58:14,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=69 java.io.IOException: Unable to complete flush {ENCODED => ed489884227823fc606d21469e41d5f3, NAME => 'TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:58:14,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.HMaster(4177): Remote procedure failed, pid=69 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ed489884227823fc606d21469e41d5f3, NAME => 'TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ed489884227823fc606d21469e41d5f3, NAME => 'TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:58:14,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-12-04T21:58:14,290 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:14,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60454 deadline: 1733349554288, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:14,291 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:14,291 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:14,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60522 deadline: 1733349554288, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:14,291 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:14,291 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:58:14,291 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:14,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60512 deadline: 1733349554288, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:14,291 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:14,291 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:14,291 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:14,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60498 deadline: 1733349554288, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:14,291 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:58:14,291 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:14,291 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:14,291 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:14,291 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:14,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60452 deadline: 1733349554288, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:14,291 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:58:14,291 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:14,291 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:58:14,291 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:14,292 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:14,292 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:58:14,418 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39095 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-12-04T21:58:14,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3. 2024-12-04T21:58:14,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3. as already flushing 2024-12-04T21:58:14,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3. 2024-12-04T21:58:14,419 ERROR [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] handler.RSProcedureHandler(58): pid=69 java.io.IOException: Unable to complete flush {ENCODED => ed489884227823fc606d21469e41d5f3, NAME => 'TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:58:14,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=69 java.io.IOException: Unable to complete flush {ENCODED => ed489884227823fc606d21469e41d5f3, NAME => 'TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:58:14,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.HMaster(4177): Remote procedure failed, pid=69 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ed489884227823fc606d21469e41d5f3, NAME => 'TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ed489884227823fc606d21469e41d5f3, NAME => 'TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:58:14,500 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:14,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60454 deadline: 1733349554498, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:14,501 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:14,501 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:14,501 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:58:14,502 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:14,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60522 deadline: 1733349554498, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:14,502 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:14,502 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:14,502 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:14,502 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:58:14,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60512 deadline: 1733349554498, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:14,502 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:14,502 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:14,502 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:58:14,502 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:14,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60498 deadline: 1733349554498, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:14,503 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:14,503 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:14,503 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:14,503 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:58:14,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60452 deadline: 1733349554498, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:14,503 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:14,503 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:14,503 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:58:14,540 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/.tmp/B/144e337558f74869b8603f762d885245 2024-12-04T21:58:14,545 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/.tmp/C/2db28ea115ec415cbf63b0070597c68b is 50, key is test_row_0/C:col10/1733349494103/Put/seqid=0 2024-12-04T21:58:14,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742083_1259 (size=12001) 2024-12-04T21:58:14,556 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/.tmp/C/2db28ea115ec415cbf63b0070597c68b 2024-12-04T21:58:14,559 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/.tmp/A/d2e67b2f9baa48668807a41c29500b22 as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/A/d2e67b2f9baa48668807a41c29500b22 2024-12-04T21:58:14,564 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/A/d2e67b2f9baa48668807a41c29500b22, entries=150, sequenceid=75, filesize=11.7 K 2024-12-04T21:58:14,565 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/.tmp/B/144e337558f74869b8603f762d885245 as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/B/144e337558f74869b8603f762d885245 2024-12-04T21:58:14,569 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/B/144e337558f74869b8603f762d885245, entries=150, sequenceid=75, filesize=11.7 K 2024-12-04T21:58:14,570 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/.tmp/C/2db28ea115ec415cbf63b0070597c68b as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/C/2db28ea115ec415cbf63b0070597c68b 2024-12-04T21:58:14,571 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39095 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-12-04T21:58:14,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3. 2024-12-04T21:58:14,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3. as already flushing 2024-12-04T21:58:14,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3. 2024-12-04T21:58:14,571 ERROR [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] handler.RSProcedureHandler(58): pid=69 java.io.IOException: Unable to complete flush {ENCODED => ed489884227823fc606d21469e41d5f3, NAME => 'TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:58:14,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=69 java.io.IOException: Unable to complete flush {ENCODED => ed489884227823fc606d21469e41d5f3, NAME => 'TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:58:14,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.HMaster(4177): Remote procedure failed, pid=69 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ed489884227823fc606d21469e41d5f3, NAME => 'TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ed489884227823fc606d21469e41d5f3, NAME => 'TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:58:14,575 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/C/2db28ea115ec415cbf63b0070597c68b, entries=150, sequenceid=75, filesize=11.7 K 2024-12-04T21:58:14,576 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=134.18 KB/137400 for ed489884227823fc606d21469e41d5f3 in 473ms, sequenceid=75, compaction requested=true 2024-12-04T21:58:14,576 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ed489884227823fc606d21469e41d5f3: 2024-12-04T21:58:14,576 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T21:58:14,576 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ed489884227823fc606d21469e41d5f3:A, priority=-2147483648, current under compaction store size is 1 2024-12-04T21:58:14,576 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T21:58:14,576 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ed489884227823fc606d21469e41d5f3:B, priority=-2147483648, current under compaction store size is 2 2024-12-04T21:58:14,576 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T21:58:14,576 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T21:58:14,576 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ed489884227823fc606d21469e41d5f3:C, priority=-2147483648, current under compaction store size is 3 2024-12-04T21:58:14,576 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T21:58:14,577 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38343 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T21:58:14,577 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T21:58:14,577 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HStore(1541): ed489884227823fc606d21469e41d5f3/A is initiating minor compaction (all files) 2024-12-04T21:58:14,577 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HStore(1541): ed489884227823fc606d21469e41d5f3/B is initiating minor compaction (all files) 2024-12-04T21:58:14,577 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ed489884227823fc606d21469e41d5f3/B in TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3. 2024-12-04T21:58:14,577 INFO [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ed489884227823fc606d21469e41d5f3/A in TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3. 2024-12-04T21:58:14,577 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/B/d466ba7411c841c9b2af5ad11a352af0, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/B/38039081743b42698f7ab0d8d8603042, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/B/144e337558f74869b8603f762d885245] into tmpdir=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/.tmp, totalSize=35.2 K 2024-12-04T21:58:14,577 INFO [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/A/5194498dcc3c443ea22eb083f981b6c6, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/A/d083bcde371544ff91de972f1334d8c2, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/A/d2e67b2f9baa48668807a41c29500b22] into tmpdir=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/.tmp, totalSize=37.4 K 2024-12-04T21:58:14,577 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5194498dcc3c443ea22eb083f981b6c6, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=11, earliestPutTs=1733349491813 2024-12-04T21:58:14,577 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.Compactor(225): Compacting d466ba7411c841c9b2af5ad11a352af0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=11, earliestPutTs=1733349491814 2024-12-04T21:58:14,578 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.Compactor(225): Compacting 38039081743b42698f7ab0d8d8603042, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=64, earliestPutTs=1733349491934 2024-12-04T21:58:14,578 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] compactions.Compactor(225): Compacting d083bcde371544ff91de972f1334d8c2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=64, earliestPutTs=1733349491934 2024-12-04T21:58:14,578 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.Compactor(225): Compacting 144e337558f74869b8603f762d885245, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1733349494099 2024-12-04T21:58:14,578 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] compactions.Compactor(225): Compacting d2e67b2f9baa48668807a41c29500b22, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1733349494099 2024-12-04T21:58:14,583 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ed489884227823fc606d21469e41d5f3#B#compaction#214 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-04T21:58:14,584 INFO [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ed489884227823fc606d21469e41d5f3#A#compaction#213 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T21:58:14,584 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/.tmp/B/e866be450f234b549d44768fcb4f9182 is 50, key is test_row_0/B:col10/1733349494103/Put/seqid=0 2024-12-04T21:58:14,584 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/.tmp/A/fa603d7bfbf24311829863f74cd83d03 is 50, key is test_row_0/A:col10/1733349494103/Put/seqid=0 2024-12-04T21:58:14,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-12-04T21:58:14,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742085_1261 (size=12104) 2024-12-04T21:58:14,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742084_1260 (size=12104) 2024-12-04T21:58:14,606 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/.tmp/A/fa603d7bfbf24311829863f74cd83d03 as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/A/fa603d7bfbf24311829863f74cd83d03 2024-12-04T21:58:14,607 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/.tmp/B/e866be450f234b549d44768fcb4f9182 as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/B/e866be450f234b549d44768fcb4f9182 2024-12-04T21:58:14,611 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ed489884227823fc606d21469e41d5f3/B of ed489884227823fc606d21469e41d5f3 into e866be450f234b549d44768fcb4f9182(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T21:58:14,611 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ed489884227823fc606d21469e41d5f3: 2024-12-04T21:58:14,611 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., storeName=ed489884227823fc606d21469e41d5f3/B, priority=13, startTime=1733349494576; duration=0sec 2024-12-04T21:58:14,611 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T21:58:14,611 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ed489884227823fc606d21469e41d5f3:B 2024-12-04T21:58:14,611 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T21:58:14,612 INFO [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ed489884227823fc606d21469e41d5f3/A of ed489884227823fc606d21469e41d5f3 into fa603d7bfbf24311829863f74cd83d03(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T21:58:14,612 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ed489884227823fc606d21469e41d5f3: 2024-12-04T21:58:14,612 INFO [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., storeName=ed489884227823fc606d21469e41d5f3/A, priority=13, startTime=1733349494576; duration=0sec 2024-12-04T21:58:14,612 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T21:58:14,612 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ed489884227823fc606d21469e41d5f3:A 2024-12-04T21:58:14,613 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T21:58:14,613 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HStore(1541): ed489884227823fc606d21469e41d5f3/C is initiating minor compaction (all files) 2024-12-04T21:58:14,613 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ed489884227823fc606d21469e41d5f3/C in TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3. 2024-12-04T21:58:14,613 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/C/8207b7c55e644c6e9bed0fa63178ed0d, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/C/cf83ba6bf6be48e9926736f4ed031c66, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/C/2db28ea115ec415cbf63b0070597c68b] into tmpdir=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/.tmp, totalSize=35.2 K 2024-12-04T21:58:14,613 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.Compactor(225): Compacting 8207b7c55e644c6e9bed0fa63178ed0d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=11, earliestPutTs=1733349491814 2024-12-04T21:58:14,614 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.Compactor(225): Compacting cf83ba6bf6be48e9926736f4ed031c66, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=64, earliestPutTs=1733349491934 2024-12-04T21:58:14,614 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.Compactor(225): Compacting 2db28ea115ec415cbf63b0070597c68b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1733349494099 2024-12-04T21:58:14,619 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ed489884227823fc606d21469e41d5f3#C#compaction#215 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T21:58:14,619 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/.tmp/C/55fae589198a455c9e353dd7e88db2ae is 50, key is test_row_0/C:col10/1733349494103/Put/seqid=0 2024-12-04T21:58:14,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742086_1262 (size=12104) 2024-12-04T21:58:14,724 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39095 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-12-04T21:58:14,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3. 2024-12-04T21:58:14,724 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2902): Flushing ed489884227823fc606d21469e41d5f3 3/3 column families, dataSize=134.18 KB heapSize=380.30 KB 2024-12-04T21:58:14,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ed489884227823fc606d21469e41d5f3, store=A 2024-12-04T21:58:14,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-04T21:58:14,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ed489884227823fc606d21469e41d5f3, store=B 2024-12-04T21:58:14,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-04T21:58:14,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ed489884227823fc606d21469e41d5f3, store=C 2024-12-04T21:58:14,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-04T21:58:14,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/.tmp/A/37b7d5b9f0744d308142b60a59949d49 is 50, key is test_row_0/A:col10/1733349494151/Put/seqid=0 2024-12-04T21:58:14,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742087_1263 (size=12001) 2024-12-04T21:58:14,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(8855): Flush requested on ed489884227823fc606d21469e41d5f3 2024-12-04T21:58:14,810 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3. as already flushing 2024-12-04T21:58:14,841 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:14,841 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:14,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60452 deadline: 1733349554813, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:14,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60522 deadline: 1733349554813, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:14,842 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:14,842 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:14,842 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:14,842 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:14,842 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:58:14,842 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:58:14,847 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:14,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60498 deadline: 1733349554842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:14,847 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:14,847 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:14,847 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:14,847 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:58:14,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60454 deadline: 1733349554842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:14,848 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:14,848 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:14,848 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:14,848 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:58:14,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60512 deadline: 1733349554842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:14,848 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:14,848 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:14,848 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:58:14,919 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-04T21:58:14,949 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:14,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60452 deadline: 1733349554947, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:14,950 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:14,950 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:14,950 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:14,950 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:58:14,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60522 deadline: 1733349554947, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:14,950 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:14,950 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:14,950 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:58:14,960 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:14,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60498 deadline: 1733349554958, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:14,961 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:14,961 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:14,961 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:58:14,961 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:14,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60454 deadline: 1733349554958, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:14,961 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:14,961 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:14,961 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:58:14,961 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:14,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60512 deadline: 1733349554958, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:14,962 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:14,962 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:14,962 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:58:15,028 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/.tmp/C/55fae589198a455c9e353dd7e88db2ae as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/C/55fae589198a455c9e353dd7e88db2ae 2024-12-04T21:58:15,032 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ed489884227823fc606d21469e41d5f3/C of ed489884227823fc606d21469e41d5f3 into 55fae589198a455c9e353dd7e88db2ae(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T21:58:15,032 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ed489884227823fc606d21469e41d5f3: 2024-12-04T21:58:15,032 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., storeName=ed489884227823fc606d21469e41d5f3/C, priority=13, startTime=1733349494576; duration=0sec 2024-12-04T21:58:15,032 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T21:58:15,032 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ed489884227823fc606d21469e41d5f3:C 2024-12-04T21:58:15,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-12-04T21:58:15,133 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=113 (bloomFilter=true), to=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/.tmp/A/37b7d5b9f0744d308142b60a59949d49 2024-12-04T21:58:15,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/.tmp/B/bd1a66d2a0a24100894de9555fb063ea is 50, key is test_row_0/B:col10/1733349494151/Put/seqid=0 2024-12-04T21:58:15,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742088_1264 (size=12001) 2024-12-04T21:58:15,159 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:15,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60452 deadline: 1733349555158, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:15,159 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:15,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60522 deadline: 1733349555158, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:15,159 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:15,159 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:15,159 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:58:15,159 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:15,159 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:15,159 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:58:15,170 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:15,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60498 deadline: 1733349555168, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:15,171 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:15,171 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:15,171 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:15,171 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:58:15,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60454 deadline: 1733349555168, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:15,171 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:15,171 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:15,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60512 deadline: 1733349555168, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:15,171 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:15,171 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:58:15,171 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:15,171 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:15,171 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:58:15,469 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:15,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60452 deadline: 1733349555467, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:15,469 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:15,469 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:15,469 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:58:15,470 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:15,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60522 deadline: 1733349555468, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:15,471 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:15,471 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:15,471 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:58:15,480 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:15,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60498 deadline: 1733349555478, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:15,480 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:15,480 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:15,480 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:15,480 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:58:15,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60454 deadline: 1733349555478, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:15,480 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:15,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60512 deadline: 1733349555478, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:15,480 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:15,481 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:15,481 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:58:15,481 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:15,481 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:15,481 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:58:15,544 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=113 (bloomFilter=true), to=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/.tmp/B/bd1a66d2a0a24100894de9555fb063ea 2024-12-04T21:58:15,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/.tmp/C/81dbbc9b6904413fb4e2de3955378e6b is 50, key is test_row_0/C:col10/1733349494151/Put/seqid=0 2024-12-04T21:58:15,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742089_1265 (size=12001) 2024-12-04T21:58:15,957 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=113 (bloomFilter=true), to=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/.tmp/C/81dbbc9b6904413fb4e2de3955378e6b 2024-12-04T21:58:15,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/.tmp/A/37b7d5b9f0744d308142b60a59949d49 as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/A/37b7d5b9f0744d308142b60a59949d49 2024-12-04T21:58:15,966 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/A/37b7d5b9f0744d308142b60a59949d49, entries=150, sequenceid=113, filesize=11.7 K 2024-12-04T21:58:15,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/.tmp/B/bd1a66d2a0a24100894de9555fb063ea as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/B/bd1a66d2a0a24100894de9555fb063ea 2024-12-04T21:58:15,970 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/B/bd1a66d2a0a24100894de9555fb063ea, entries=150, sequenceid=113, filesize=11.7 K 2024-12-04T21:58:15,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/.tmp/C/81dbbc9b6904413fb4e2de3955378e6b as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/C/81dbbc9b6904413fb4e2de3955378e6b 2024-12-04T21:58:15,975 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/C/81dbbc9b6904413fb4e2de3955378e6b, entries=150, sequenceid=113, filesize=11.7 K 2024-12-04T21:58:15,976 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~380.25 KB/389376, currentSize=53.67 KB/54960 for ed489884227823fc606d21469e41d5f3 in 1251ms, sequenceid=113, compaction requested=false 2024-12-04T21:58:15,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2603): Flush status journal for ed489884227823fc606d21469e41d5f3: 2024-12-04T21:58:15,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3. 2024-12-04T21:58:15,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=69 2024-12-04T21:58:15,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.HMaster(4169): Remote procedure done, pid=69 2024-12-04T21:58:15,978 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=69, resume processing ppid=68 2024-12-04T21:58:15,979 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=69, ppid=68, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0160 sec 2024-12-04T21:58:15,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(8855): Flush requested on ed489884227823fc606d21469e41d5f3 2024-12-04T21:58:15,980 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ed489884227823fc606d21469e41d5f3 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-12-04T21:58:15,980 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ed489884227823fc606d21469e41d5f3, store=A 2024-12-04T21:58:15,980 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T21:58:15,980 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ed489884227823fc606d21469e41d5f3, store=B 2024-12-04T21:58:15,980 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T21:58:15,980 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ed489884227823fc606d21469e41d5f3, store=C 2024-12-04T21:58:15,980 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T21:58:15,981 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=68, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=TestAcidGuarantees in 2.0210 sec 2024-12-04T21:58:15,985 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/.tmp/A/c53366941a134915b3bb26e9f4a942a6 is 50, key is test_row_0/A:col10/1733349495978/Put/seqid=0 2024-12-04T21:58:15,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742090_1266 (size=12001) 2024-12-04T21:58:16,001 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:16,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60498 deadline: 1733349555997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:16,001 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:16,002 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:16,001 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:16,002 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:58:16,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60454 deadline: 1733349555998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:16,002 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:16,002 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:16,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60522 deadline: 1733349555999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:16,002 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:16,002 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:58:16,002 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:16,002 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:16,002 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:16,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60512 deadline: 1733349555999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:16,002 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:58:16,002 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:16,003 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:16,003 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:58:16,004 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:16,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60452 deadline: 1733349556001, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:16,005 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:16,005 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:16,005 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:58:16,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-12-04T21:58:16,107 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-04T21:58:16,108 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-04T21:58:16,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] procedure2.ProcedureExecutor(1139): Stored pid=70, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees 2024-12-04T21:58:16,109 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:16,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60498 deadline: 1733349556107, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:16,109 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:16,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60522 deadline: 1733349556107, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:16,109 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:16,109 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:16,110 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:58:16,110 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=70, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-04T21:58:16,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-12-04T21:58:16,110 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:16,110 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:16,110 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:58:16,110 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=70, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-04T21:58:16,110 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=71, ppid=70, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-04T21:58:16,110 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:16,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60452 deadline: 1733349556108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:16,111 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:16,111 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:16,111 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:16,111 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:58:16,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60454 deadline: 1733349556108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:16,111 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:16,111 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:16,111 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:16,111 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:58:16,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60512 deadline: 1733349556108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:16,111 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:16,111 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:16,111 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:58:16,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-12-04T21:58:16,262 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39095 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-12-04T21:58:16,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3. 2024-12-04T21:58:16,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3. as already flushing 2024-12-04T21:58:16,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3. 2024-12-04T21:58:16,263 ERROR [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71 java.io.IOException: Unable to complete flush {ENCODED => ed489884227823fc606d21469e41d5f3, NAME => 'TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:58:16,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71 java.io.IOException: Unable to complete flush {ENCODED => ed489884227823fc606d21469e41d5f3, NAME => 'TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:58:16,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.HMaster(4177): Remote procedure failed, pid=71 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ed489884227823fc606d21469e41d5f3, NAME => 'TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ed489884227823fc606d21469e41d5f3, NAME => 'TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:58:16,318 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:16,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60498 deadline: 1733349556317, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:16,319 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:16,319 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:16,319 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:16,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60522 deadline: 1733349556318, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:16,319 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:58:16,319 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:16,319 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:16,319 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:58:16,320 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:16,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60452 deadline: 1733349556318, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:16,320 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:16,320 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:16,320 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:58:16,320 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:16,320 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:16,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60454 deadline: 1733349556318, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:16,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60512 deadline: 1733349556318, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:16,321 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:16,321 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:16,321 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:58:16,322 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:16,323 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:16,323 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:58:16,391 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/.tmp/A/c53366941a134915b3bb26e9f4a942a6 2024-12-04T21:58:16,397 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/.tmp/B/f0666366089e4887a123ea893e15c935 is 50, key is test_row_0/B:col10/1733349495978/Put/seqid=0 2024-12-04T21:58:16,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742091_1267 (size=12001) 2024-12-04T21:58:16,415 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39095 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-12-04T21:58:16,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3. 2024-12-04T21:58:16,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3. as already flushing 2024-12-04T21:58:16,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3. 2024-12-04T21:58:16,415 ERROR [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71 java.io.IOException: Unable to complete flush {ENCODED => ed489884227823fc606d21469e41d5f3, NAME => 'TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:58:16,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71 java.io.IOException: Unable to complete flush {ENCODED => ed489884227823fc606d21469e41d5f3, NAME => 'TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:58:16,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.HMaster(4177): Remote procedure failed, pid=71 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ed489884227823fc606d21469e41d5f3, NAME => 'TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ed489884227823fc606d21469e41d5f3, NAME => 'TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:58:16,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-12-04T21:58:16,567 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39095 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-12-04T21:58:16,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3. 2024-12-04T21:58:16,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3. as already flushing 2024-12-04T21:58:16,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3. 2024-12-04T21:58:16,568 ERROR [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71 java.io.IOException: Unable to complete flush {ENCODED => ed489884227823fc606d21469e41d5f3, NAME => 'TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:58:16,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71 java.io.IOException: Unable to complete flush {ENCODED => ed489884227823fc606d21469e41d5f3, NAME => 'TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:58:16,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.HMaster(4177): Remote procedure failed, pid=71 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ed489884227823fc606d21469e41d5f3, NAME => 'TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ed489884227823fc606d21469e41d5f3, NAME => 'TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:58:16,630 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:16,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60498 deadline: 1733349556627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:16,630 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:16,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60522 deadline: 1733349556627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:16,630 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:16,630 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:16,630 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:58:16,630 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:16,630 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:16,630 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:16,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60452 deadline: 1733349556627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:16,630 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:58:16,631 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:16,631 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:16,631 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:16,631 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:16,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60512 deadline: 1733349556628, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:16,631 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:58:16,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60454 deadline: 1733349556628, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:16,631 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:16,631 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:16,631 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:16,631 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:58:16,631 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:16,631 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:58:16,720 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39095 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-12-04T21:58:16,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3. 2024-12-04T21:58:16,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3. as already flushing 2024-12-04T21:58:16,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3. 2024-12-04T21:58:16,720 ERROR [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71 java.io.IOException: Unable to complete flush {ENCODED => ed489884227823fc606d21469e41d5f3, NAME => 'TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:58:16,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71 java.io.IOException: Unable to complete flush {ENCODED => ed489884227823fc606d21469e41d5f3, NAME => 'TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:58:16,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.HMaster(4177): Remote procedure failed, pid=71 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ed489884227823fc606d21469e41d5f3, NAME => 'TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ed489884227823fc606d21469e41d5f3, NAME => 'TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:58:16,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-12-04T21:58:16,801 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/.tmp/B/f0666366089e4887a123ea893e15c935 2024-12-04T21:58:16,807 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/.tmp/C/16e50ee4788f4478b7c341faf0e9c1d1 is 50, key is test_row_0/C:col10/1733349495978/Put/seqid=0 2024-12-04T21:58:16,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742092_1268 (size=12001) 2024-12-04T21:58:16,815 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/.tmp/C/16e50ee4788f4478b7c341faf0e9c1d1 2024-12-04T21:58:16,819 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/.tmp/A/c53366941a134915b3bb26e9f4a942a6 as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/A/c53366941a134915b3bb26e9f4a942a6 2024-12-04T21:58:16,822 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/A/c53366941a134915b3bb26e9f4a942a6, entries=150, sequenceid=127, filesize=11.7 K 2024-12-04T21:58:16,823 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/.tmp/B/f0666366089e4887a123ea893e15c935 as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/B/f0666366089e4887a123ea893e15c935 2024-12-04T21:58:16,828 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/B/f0666366089e4887a123ea893e15c935, entries=150, sequenceid=127, filesize=11.7 K 2024-12-04T21:58:16,829 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/.tmp/C/16e50ee4788f4478b7c341faf0e9c1d1 as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/C/16e50ee4788f4478b7c341faf0e9c1d1 2024-12-04T21:58:16,833 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/C/16e50ee4788f4478b7c341faf0e9c1d1, entries=150, sequenceid=127, filesize=11.7 K 2024-12-04T21:58:16,834 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for ed489884227823fc606d21469e41d5f3 in 854ms, sequenceid=127, compaction requested=true 2024-12-04T21:58:16,834 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ed489884227823fc606d21469e41d5f3: 2024-12-04T21:58:16,834 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ed489884227823fc606d21469e41d5f3:A, priority=-2147483648, current under compaction store size is 1 2024-12-04T21:58:16,834 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T21:58:16,834 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T21:58:16,834 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T21:58:16,835 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ed489884227823fc606d21469e41d5f3:B, priority=-2147483648, current under compaction store size is 2 2024-12-04T21:58:16,835 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T21:58:16,835 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ed489884227823fc606d21469e41d5f3:C, priority=-2147483648, current under compaction store size is 3 2024-12-04T21:58:16,835 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T21:58:16,837 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T21:58:16,837 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T21:58:16,837 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HStore(1541): ed489884227823fc606d21469e41d5f3/B is initiating minor compaction (all files) 2024-12-04T21:58:16,837 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HStore(1541): ed489884227823fc606d21469e41d5f3/A is initiating minor compaction (all files) 2024-12-04T21:58:16,837 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ed489884227823fc606d21469e41d5f3/B in TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3. 2024-12-04T21:58:16,837 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/B/e866be450f234b549d44768fcb4f9182, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/B/bd1a66d2a0a24100894de9555fb063ea, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/B/f0666366089e4887a123ea893e15c935] into tmpdir=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/.tmp, totalSize=35.3 K 2024-12-04T21:58:16,838 INFO [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ed489884227823fc606d21469e41d5f3/A in TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3. 2024-12-04T21:58:16,838 INFO [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/A/fa603d7bfbf24311829863f74cd83d03, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/A/37b7d5b9f0744d308142b60a59949d49, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/A/c53366941a134915b3bb26e9f4a942a6] into tmpdir=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/.tmp, totalSize=35.3 K 2024-12-04T21:58:16,839 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] compactions.Compactor(225): Compacting fa603d7bfbf24311829863f74cd83d03, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1733349494099 2024-12-04T21:58:16,839 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.Compactor(225): Compacting e866be450f234b549d44768fcb4f9182, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1733349494099 2024-12-04T21:58:16,839 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] compactions.Compactor(225): Compacting 37b7d5b9f0744d308142b60a59949d49, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=113, earliestPutTs=1733349494151 2024-12-04T21:58:16,839 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.Compactor(225): Compacting bd1a66d2a0a24100894de9555fb063ea, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=113, earliestPutTs=1733349494151 2024-12-04T21:58:16,840 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] compactions.Compactor(225): Compacting c53366941a134915b3bb26e9f4a942a6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=127, earliestPutTs=1733349494817 2024-12-04T21:58:16,840 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.Compactor(225): Compacting f0666366089e4887a123ea893e15c935, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=127, earliestPutTs=1733349494817 2024-12-04T21:58:16,851 INFO [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ed489884227823fc606d21469e41d5f3#A#compaction#222 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-04T21:58:16,851 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ed489884227823fc606d21469e41d5f3#B#compaction#223 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T21:58:16,851 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/.tmp/A/b7a594d7bb0a44479b63b345d068a46e is 50, key is test_row_0/A:col10/1733349495978/Put/seqid=0 2024-12-04T21:58:16,851 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/.tmp/B/8faaadf50bb642488a5cbdb9eadbb778 is 50, key is test_row_0/B:col10/1733349495978/Put/seqid=0 2024-12-04T21:58:16,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742094_1270 (size=12207) 2024-12-04T21:58:16,873 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39095 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-12-04T21:58:16,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3. 2024-12-04T21:58:16,873 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2902): Flushing ed489884227823fc606d21469e41d5f3 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB 2024-12-04T21:58:16,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ed489884227823fc606d21469e41d5f3, store=A 2024-12-04T21:58:16,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T21:58:16,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ed489884227823fc606d21469e41d5f3, store=B 2024-12-04T21:58:16,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T21:58:16,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ed489884227823fc606d21469e41d5f3, store=C 2024-12-04T21:58:16,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T21:58:16,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742093_1269 (size=12207) 2024-12-04T21:58:16,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/.tmp/A/848182acfe5d417ab6587914fa53d26e is 50, key is test_row_0/A:col10/1733349496000/Put/seqid=0 2024-12-04T21:58:16,880 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/.tmp/B/8faaadf50bb642488a5cbdb9eadbb778 as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/B/8faaadf50bb642488a5cbdb9eadbb778 2024-12-04T21:58:16,885 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ed489884227823fc606d21469e41d5f3/B of ed489884227823fc606d21469e41d5f3 into 8faaadf50bb642488a5cbdb9eadbb778(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T21:58:16,885 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ed489884227823fc606d21469e41d5f3: 2024-12-04T21:58:16,885 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., storeName=ed489884227823fc606d21469e41d5f3/B, priority=13, startTime=1733349496834; duration=0sec 2024-12-04T21:58:16,885 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T21:58:16,885 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ed489884227823fc606d21469e41d5f3:B 2024-12-04T21:58:16,885 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T21:58:16,887 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T21:58:16,887 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HStore(1541): ed489884227823fc606d21469e41d5f3/C is initiating minor compaction (all files) 2024-12-04T21:58:16,887 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ed489884227823fc606d21469e41d5f3/C in TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3. 2024-12-04T21:58:16,887 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/C/55fae589198a455c9e353dd7e88db2ae, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/C/81dbbc9b6904413fb4e2de3955378e6b, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/C/16e50ee4788f4478b7c341faf0e9c1d1] into tmpdir=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/.tmp, totalSize=35.3 K 2024-12-04T21:58:16,887 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.Compactor(225): Compacting 55fae589198a455c9e353dd7e88db2ae, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1733349494099 2024-12-04T21:58:16,887 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.Compactor(225): Compacting 81dbbc9b6904413fb4e2de3955378e6b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=113, earliestPutTs=1733349494151 2024-12-04T21:58:16,888 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.Compactor(225): Compacting 16e50ee4788f4478b7c341faf0e9c1d1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=127, earliestPutTs=1733349494817 2024-12-04T21:58:16,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742095_1271 (size=12151) 2024-12-04T21:58:16,894 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ed489884227823fc606d21469e41d5f3#C#compaction#225 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T21:58:16,895 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/.tmp/C/d6be45a6b0224034a03e3ac86397edca is 50, key is test_row_0/C:col10/1733349495978/Put/seqid=0 2024-12-04T21:58:16,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742096_1272 (size=12207) 2024-12-04T21:58:17,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(8855): Flush requested on ed489884227823fc606d21469e41d5f3 2024-12-04T21:58:17,140 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3. as already flushing 2024-12-04T21:58:17,148 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:17,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60498 deadline: 1733349557145, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:17,149 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:17,149 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:17,149 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:58:17,149 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:17,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60522 deadline: 1733349557146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:17,149 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:17,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60512 deadline: 1733349557146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:17,150 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:17,150 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:17,150 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:17,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60454 deadline: 1733349557147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:17,150 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:58:17,150 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:17,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60452 deadline: 1733349557147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:17,150 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:17,150 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:17,150 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:17,150 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:17,150 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:58:17,150 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:58:17,150 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:17,150 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:17,150 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:58:17,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-12-04T21:58:17,259 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:17,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60498 deadline: 1733349557257, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:17,260 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:17,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60454 deadline: 1733349557257, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:17,260 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:17,260 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:17,260 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:58:17,260 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:17,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60512 deadline: 1733349557257, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:17,260 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:17,260 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:17,260 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:17,260 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:58:17,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60522 deadline: 1733349557258, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:17,260 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:17,260 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:17,260 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:17,260 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:58:17,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60452 deadline: 1733349557258, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:17,260 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:17,261 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:17,261 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:58:17,261 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:17,261 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:17,261 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:58:17,272 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/.tmp/A/b7a594d7bb0a44479b63b345d068a46e as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/A/b7a594d7bb0a44479b63b345d068a46e 2024-12-04T21:58:17,276 INFO [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ed489884227823fc606d21469e41d5f3/A of ed489884227823fc606d21469e41d5f3 into b7a594d7bb0a44479b63b345d068a46e(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T21:58:17,277 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ed489884227823fc606d21469e41d5f3: 2024-12-04T21:58:17,277 INFO [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., storeName=ed489884227823fc606d21469e41d5f3/A, priority=13, startTime=1733349496834; duration=0sec 2024-12-04T21:58:17,277 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T21:58:17,277 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ed489884227823fc606d21469e41d5f3:A 2024-12-04T21:58:17,291 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=146 (bloomFilter=true), to=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/.tmp/A/848182acfe5d417ab6587914fa53d26e 2024-12-04T21:58:17,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/.tmp/B/8472ca96668247acacf0fb62efcc85b5 is 50, key is test_row_0/B:col10/1733349496000/Put/seqid=0 2024-12-04T21:58:17,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742097_1273 (size=12151) 2024-12-04T21:58:17,314 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/.tmp/C/d6be45a6b0224034a03e3ac86397edca as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/C/d6be45a6b0224034a03e3ac86397edca 2024-12-04T21:58:17,319 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ed489884227823fc606d21469e41d5f3/C of ed489884227823fc606d21469e41d5f3 into d6be45a6b0224034a03e3ac86397edca(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T21:58:17,319 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ed489884227823fc606d21469e41d5f3: 2024-12-04T21:58:17,319 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., storeName=ed489884227823fc606d21469e41d5f3/C, priority=13, startTime=1733349496835; duration=0sec 2024-12-04T21:58:17,319 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T21:58:17,319 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ed489884227823fc606d21469e41d5f3:C 2024-12-04T21:58:17,469 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:17,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60454 deadline: 1733349557467, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:17,469 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:17,469 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:17,469 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:17,469 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:58:17,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60498 deadline: 1733349557467, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:17,469 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:17,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60512 deadline: 1733349557468, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:17,470 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:17,470 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:17,470 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:17,470 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:58:17,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60452 deadline: 1733349557468, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:17,470 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:17,470 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:17,470 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:17,470 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:58:17,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60522 deadline: 1733349557468, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:17,470 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:17,470 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:17,470 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:17,470 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:58:17,470 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:17,470 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:58:17,702 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=146 (bloomFilter=true), to=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/.tmp/B/8472ca96668247acacf0fb62efcc85b5 2024-12-04T21:58:17,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/.tmp/C/2dc53c3bd078488d852d9b897c41fd6c is 50, key is test_row_0/C:col10/1733349496000/Put/seqid=0 2024-12-04T21:58:17,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742098_1274 (size=12151) 2024-12-04T21:58:17,779 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:17,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60454 deadline: 1733349557778, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:17,780 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:17,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60498 deadline: 1733349557778, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:17,780 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:17,780 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:17,780 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:58:17,780 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:17,780 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:17,780 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:17,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60512 deadline: 1733349557778, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:17,780 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:58:17,780 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:17,780 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:17,780 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:17,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60452 deadline: 1733349557778, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:17,780 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:58:17,781 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:17,781 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:17,781 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:17,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60522 deadline: 1733349557778, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:17,781 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:58:17,781 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:17,781 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:17,781 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:58:18,122 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=146 (bloomFilter=true), to=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/.tmp/C/2dc53c3bd078488d852d9b897c41fd6c 2024-12-04T21:58:18,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/.tmp/A/848182acfe5d417ab6587914fa53d26e as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/A/848182acfe5d417ab6587914fa53d26e 2024-12-04T21:58:18,129 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/A/848182acfe5d417ab6587914fa53d26e, entries=150, sequenceid=146, filesize=11.9 K 2024-12-04T21:58:18,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/.tmp/B/8472ca96668247acacf0fb62efcc85b5 as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/B/8472ca96668247acacf0fb62efcc85b5 2024-12-04T21:58:18,133 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/B/8472ca96668247acacf0fb62efcc85b5, entries=150, sequenceid=146, filesize=11.9 K 2024-12-04T21:58:18,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/.tmp/C/2dc53c3bd078488d852d9b897c41fd6c as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/C/2dc53c3bd078488d852d9b897c41fd6c 2024-12-04T21:58:18,137 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/C/2dc53c3bd078488d852d9b897c41fd6c, entries=150, sequenceid=146, filesize=11.9 K 2024-12-04T21:58:18,138 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=67.09 KB/68700 for ed489884227823fc606d21469e41d5f3 in 1265ms, sequenceid=146, compaction requested=false 2024-12-04T21:58:18,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2603): Flush status journal for ed489884227823fc606d21469e41d5f3: 2024-12-04T21:58:18,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3. 2024-12-04T21:58:18,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=71 2024-12-04T21:58:18,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.HMaster(4169): Remote procedure done, pid=71 2024-12-04T21:58:18,140 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=71, resume processing ppid=70 2024-12-04T21:58:18,141 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=71, ppid=70, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0290 sec 2024-12-04T21:58:18,142 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=70, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees in 2.0330 sec 2024-12-04T21:58:18,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-12-04T21:58:18,258 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-04T21:58:18,258 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-04T21:58:18,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] procedure2.ProcedureExecutor(1139): Stored pid=72, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees 2024-12-04T21:58:18,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-12-04T21:58:18,260 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=72, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-04T21:58:18,261 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=72, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-04T21:58:18,261 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=73, ppid=72, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-04T21:58:18,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(8855): Flush requested on ed489884227823fc606d21469e41d5f3 2024-12-04T21:58:18,290 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ed489884227823fc606d21469e41d5f3 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB 2024-12-04T21:58:18,291 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ed489884227823fc606d21469e41d5f3, store=A 2024-12-04T21:58:18,291 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T21:58:18,292 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ed489884227823fc606d21469e41d5f3, store=B 2024-12-04T21:58:18,292 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T21:58:18,292 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ed489884227823fc606d21469e41d5f3, store=C 2024-12-04T21:58:18,292 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T21:58:18,295 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/.tmp/A/5556795dfd034307bd7236ff528ff60e is 50, key is test_row_0/A:col10/1733349497146/Put/seqid=0 2024-12-04T21:58:18,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742099_1275 (size=12151) 2024-12-04T21:58:18,299 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=166 (bloomFilter=true), to=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/.tmp/A/5556795dfd034307bd7236ff528ff60e 2024-12-04T21:58:18,304 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/.tmp/B/b59699ca9c844abc9dd87873103c2b67 is 50, key is test_row_0/B:col10/1733349497146/Put/seqid=0 2024-12-04T21:58:18,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742100_1276 (size=12151) 2024-12-04T21:58:18,309 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:18,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60454 deadline: 1733349558303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:18,309 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:18,309 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:18,309 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:18,309 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:58:18,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60452 deadline: 1733349558303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:18,310 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:18,310 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:18,310 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:58:18,310 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:18,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60522 deadline: 1733349558304, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:18,310 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:18,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60512 deadline: 1733349558304, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:18,310 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:18,310 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:18,310 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:18,310 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:58:18,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60498 deadline: 1733349558305, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:18,310 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:18,310 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:18,310 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:58:18,310 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:18,310 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:18,310 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:58:18,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-12-04T21:58:18,413 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39095 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-12-04T21:58:18,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3. 2024-12-04T21:58:18,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3. as already flushing 2024-12-04T21:58:18,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3. 2024-12-04T21:58:18,413 ERROR [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73 java.io.IOException: Unable to complete flush {ENCODED => ed489884227823fc606d21469e41d5f3, NAME => 'TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:58:18,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73 java.io.IOException: Unable to complete flush {ENCODED => ed489884227823fc606d21469e41d5f3, NAME => 'TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:58:18,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.HMaster(4177): Remote procedure failed, pid=73 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ed489884227823fc606d21469e41d5f3, NAME => 'TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ed489884227823fc606d21469e41d5f3, NAME => 'TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:58:18,420 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:18,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60452 deadline: 1733349558418, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:18,421 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:18,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60454 deadline: 1733349558418, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:18,421 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:18,421 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:18,421 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:18,421 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:18,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60522 deadline: 1733349558418, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:18,421 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:18,421 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:58:18,421 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:18,421 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:58:18,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60512 deadline: 1733349558418, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:18,421 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:18,421 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:18,421 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:58:18,421 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:18,421 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:18,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60498 deadline: 1733349558418, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:18,421 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:18,421 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:58:18,422 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:18,422 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:18,422 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:58:18,566 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39095 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-12-04T21:58:18,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3. 2024-12-04T21:58:18,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3. as already flushing 2024-12-04T21:58:18,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3. 2024-12-04T21:58:18,566 ERROR [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73 java.io.IOException: Unable to complete flush {ENCODED => ed489884227823fc606d21469e41d5f3, NAME => 'TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:58:18,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73 java.io.IOException: Unable to complete flush {ENCODED => ed489884227823fc606d21469e41d5f3, NAME => 'TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:58:18,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.HMaster(4177): Remote procedure failed, pid=73 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ed489884227823fc606d21469e41d5f3, NAME => 'TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ed489884227823fc606d21469e41d5f3, NAME => 'TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:58:18,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-12-04T21:58:18,629 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:18,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60452 deadline: 1733349558627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:18,629 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:18,629 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:18,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60454 deadline: 1733349558627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:18,629 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:18,629 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:58:18,629 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:18,629 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:18,629 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:18,629 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:58:18,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60522 deadline: 1733349558628, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:18,629 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:18,629 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:18,630 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:18,630 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:58:18,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60512 deadline: 1733349558628, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:18,630 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:18,630 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:18,630 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:18,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60498 deadline: 1733349558628, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:18,630 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:58:18,630 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:18,630 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:18,630 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:58:18,708 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=166 (bloomFilter=true), to=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/.tmp/B/b59699ca9c844abc9dd87873103c2b67 2024-12-04T21:58:18,714 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/.tmp/C/e880d676face4bc9899b6f4573e44d8f is 50, key is test_row_0/C:col10/1733349497146/Put/seqid=0 2024-12-04T21:58:18,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742101_1277 (size=12151) 2024-12-04T21:58:18,719 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39095 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-12-04T21:58:18,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3. 2024-12-04T21:58:18,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3. as already flushing 2024-12-04T21:58:18,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3. 2024-12-04T21:58:18,720 ERROR [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73 java.io.IOException: Unable to complete flush {ENCODED => ed489884227823fc606d21469e41d5f3, NAME => 'TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:58:18,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73 java.io.IOException: Unable to complete flush {ENCODED => ed489884227823fc606d21469e41d5f3, NAME => 'TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:58:18,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.HMaster(4177): Remote procedure failed, pid=73 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ed489884227823fc606d21469e41d5f3, NAME => 'TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ed489884227823fc606d21469e41d5f3, NAME => 'TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:58:18,872 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39095 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-12-04T21:58:18,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3. 2024-12-04T21:58:18,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3. as already flushing 2024-12-04T21:58:18,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3. 2024-12-04T21:58:18,873 ERROR [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73 java.io.IOException: Unable to complete flush {ENCODED => ed489884227823fc606d21469e41d5f3, NAME => 'TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:58:18,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73 java.io.IOException: Unable to complete flush {ENCODED => ed489884227823fc606d21469e41d5f3, NAME => 'TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:58:18,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.HMaster(4177): Remote procedure failed, pid=73 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ed489884227823fc606d21469e41d5f3, NAME => 'TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ed489884227823fc606d21469e41d5f3, NAME => 'TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:58:18,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-12-04T21:58:18,939 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:18,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60452 deadline: 1733349558937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:18,939 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:18,939 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:18,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60454 deadline: 1733349558937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:18,939 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:18,939 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:58:18,939 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:18,939 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:18,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60522 deadline: 1733349558938, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:18,939 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:18,940 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:58:18,940 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:18,940 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:18,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60512 deadline: 1733349558938, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:18,940 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:18,940 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:58:18,940 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:18,940 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:18,940 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:18,940 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:58:18,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60498 deadline: 1733349558938, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:18,940 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:18,940 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:18,940 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:58:19,025 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39095 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-12-04T21:58:19,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3. 2024-12-04T21:58:19,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3. as already flushing 2024-12-04T21:58:19,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3. 2024-12-04T21:58:19,025 ERROR [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73 java.io.IOException: Unable to complete flush {ENCODED => ed489884227823fc606d21469e41d5f3, NAME => 'TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:58:19,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73 java.io.IOException: Unable to complete flush {ENCODED => ed489884227823fc606d21469e41d5f3, NAME => 'TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:58:19,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.HMaster(4177): Remote procedure failed, pid=73 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ed489884227823fc606d21469e41d5f3, NAME => 'TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ed489884227823fc606d21469e41d5f3, NAME => 'TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:58:19,118 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=166 (bloomFilter=true), to=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/.tmp/C/e880d676face4bc9899b6f4573e44d8f 2024-12-04T21:58:19,127 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/.tmp/A/5556795dfd034307bd7236ff528ff60e as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/A/5556795dfd034307bd7236ff528ff60e 2024-12-04T21:58:19,130 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/A/5556795dfd034307bd7236ff528ff60e, entries=150, sequenceid=166, filesize=11.9 K 2024-12-04T21:58:19,131 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/.tmp/B/b59699ca9c844abc9dd87873103c2b67 as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/B/b59699ca9c844abc9dd87873103c2b67 2024-12-04T21:58:19,134 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/B/b59699ca9c844abc9dd87873103c2b67, entries=150, sequenceid=166, filesize=11.9 K 2024-12-04T21:58:19,135 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/.tmp/C/e880d676face4bc9899b6f4573e44d8f as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/C/e880d676face4bc9899b6f4573e44d8f 2024-12-04T21:58:19,138 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/C/e880d676face4bc9899b6f4573e44d8f, entries=150, sequenceid=166, filesize=11.9 K 2024-12-04T21:58:19,139 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=80.51 KB/82440 for ed489884227823fc606d21469e41d5f3 in 849ms, sequenceid=166, compaction requested=true 2024-12-04T21:58:19,139 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ed489884227823fc606d21469e41d5f3: 2024-12-04T21:58:19,139 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ed489884227823fc606d21469e41d5f3:A, priority=-2147483648, current under compaction store size is 1 2024-12-04T21:58:19,139 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T21:58:19,139 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T21:58:19,139 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ed489884227823fc606d21469e41d5f3:B, priority=-2147483648, current under compaction store size is 2 2024-12-04T21:58:19,139 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T21:58:19,139 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T21:58:19,139 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ed489884227823fc606d21469e41d5f3:C, priority=-2147483648, current under compaction store size is 3 2024-12-04T21:58:19,139 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T21:58:19,140 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36509 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T21:58:19,140 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36509 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T21:58:19,140 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HStore(1541): ed489884227823fc606d21469e41d5f3/B is initiating minor compaction (all files) 2024-12-04T21:58:19,140 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HStore(1541): ed489884227823fc606d21469e41d5f3/A is initiating minor compaction (all files) 2024-12-04T21:58:19,140 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ed489884227823fc606d21469e41d5f3/B in TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3. 2024-12-04T21:58:19,140 INFO [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ed489884227823fc606d21469e41d5f3/A in TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3. 2024-12-04T21:58:19,140 INFO [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/A/b7a594d7bb0a44479b63b345d068a46e, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/A/848182acfe5d417ab6587914fa53d26e, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/A/5556795dfd034307bd7236ff528ff60e] into tmpdir=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/.tmp, totalSize=35.7 K 2024-12-04T21:58:19,140 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/B/8faaadf50bb642488a5cbdb9eadbb778, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/B/8472ca96668247acacf0fb62efcc85b5, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/B/b59699ca9c844abc9dd87873103c2b67] into tmpdir=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/.tmp, totalSize=35.7 K 2024-12-04T21:58:19,141 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.Compactor(225): Compacting 8faaadf50bb642488a5cbdb9eadbb778, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=127, earliestPutTs=1733349494817 2024-12-04T21:58:19,141 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.Compactor(225): Compacting 8472ca96668247acacf0fb62efcc85b5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=146, earliestPutTs=1733349495992 2024-12-04T21:58:19,141 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] compactions.Compactor(225): Compacting b7a594d7bb0a44479b63b345d068a46e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=127, earliestPutTs=1733349494817 2024-12-04T21:58:19,141 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] compactions.Compactor(225): Compacting 848182acfe5d417ab6587914fa53d26e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=146, earliestPutTs=1733349495992 2024-12-04T21:58:19,142 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.Compactor(225): Compacting b59699ca9c844abc9dd87873103c2b67, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=166, earliestPutTs=1733349497146 2024-12-04T21:58:19,142 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5556795dfd034307bd7236ff528ff60e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=166, earliestPutTs=1733349497146 2024-12-04T21:58:19,150 INFO [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ed489884227823fc606d21469e41d5f3#A#compaction#231 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-04T21:58:19,151 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/.tmp/A/ac25c17109184b9292f4269f58d77e6f is 50, key is test_row_0/A:col10/1733349497146/Put/seqid=0 2024-12-04T21:58:19,151 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ed489884227823fc606d21469e41d5f3#B#compaction#232 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T21:58:19,151 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/.tmp/B/39bdf97dccb148ec83940566ba9c9f28 is 50, key is test_row_0/B:col10/1733349497146/Put/seqid=0 2024-12-04T21:58:19,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742102_1278 (size=12459) 2024-12-04T21:58:19,178 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39095 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-12-04T21:58:19,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3. 2024-12-04T21:58:19,178 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2902): Flushing ed489884227823fc606d21469e41d5f3 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB 2024-12-04T21:58:19,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ed489884227823fc606d21469e41d5f3, store=A 2024-12-04T21:58:19,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T21:58:19,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ed489884227823fc606d21469e41d5f3, store=B 2024-12-04T21:58:19,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T21:58:19,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ed489884227823fc606d21469e41d5f3, store=C 2024-12-04T21:58:19,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T21:58:19,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742103_1279 (size=12459) 2024-12-04T21:58:19,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/.tmp/A/89cdb2df0b0c4349a2f40bce5982929e is 50, key is test_row_0/A:col10/1733349498303/Put/seqid=0 2024-12-04T21:58:19,184 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/.tmp/A/ac25c17109184b9292f4269f58d77e6f as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/A/ac25c17109184b9292f4269f58d77e6f 2024-12-04T21:58:19,187 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/.tmp/B/39bdf97dccb148ec83940566ba9c9f28 as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/B/39bdf97dccb148ec83940566ba9c9f28 2024-12-04T21:58:19,191 INFO [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ed489884227823fc606d21469e41d5f3/A of ed489884227823fc606d21469e41d5f3 into ac25c17109184b9292f4269f58d77e6f(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T21:58:19,191 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ed489884227823fc606d21469e41d5f3: 2024-12-04T21:58:19,191 INFO [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., storeName=ed489884227823fc606d21469e41d5f3/A, priority=13, startTime=1733349499139; duration=0sec 2024-12-04T21:58:19,191 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T21:58:19,191 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ed489884227823fc606d21469e41d5f3:A 2024-12-04T21:58:19,191 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T21:58:19,192 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36509 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T21:58:19,192 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HStore(1541): ed489884227823fc606d21469e41d5f3/C is initiating minor compaction (all files) 2024-12-04T21:58:19,192 INFO [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ed489884227823fc606d21469e41d5f3/C in TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3. 2024-12-04T21:58:19,192 INFO [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/C/d6be45a6b0224034a03e3ac86397edca, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/C/2dc53c3bd078488d852d9b897c41fd6c, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/C/e880d676face4bc9899b6f4573e44d8f] into tmpdir=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/.tmp, totalSize=35.7 K 2024-12-04T21:58:19,193 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] compactions.Compactor(225): Compacting d6be45a6b0224034a03e3ac86397edca, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=127, earliestPutTs=1733349494817 2024-12-04T21:58:19,193 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2dc53c3bd078488d852d9b897c41fd6c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=146, earliestPutTs=1733349495992 2024-12-04T21:58:19,193 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] compactions.Compactor(225): Compacting e880d676face4bc9899b6f4573e44d8f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=166, earliestPutTs=1733349497146 2024-12-04T21:58:19,194 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ed489884227823fc606d21469e41d5f3/B of ed489884227823fc606d21469e41d5f3 into 39bdf97dccb148ec83940566ba9c9f28(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T21:58:19,194 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ed489884227823fc606d21469e41d5f3: 2024-12-04T21:58:19,194 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., storeName=ed489884227823fc606d21469e41d5f3/B, priority=13, startTime=1733349499139; duration=0sec 2024-12-04T21:58:19,194 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T21:58:19,194 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ed489884227823fc606d21469e41d5f3:B 2024-12-04T21:58:19,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742104_1280 (size=12151) 2024-12-04T21:58:19,206 INFO [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ed489884227823fc606d21469e41d5f3#C#compaction#234 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T21:58:19,207 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/.tmp/C/a37527d3c2d24761a852e16dbc0a27b9 is 50, key is test_row_0/C:col10/1733349497146/Put/seqid=0 2024-12-04T21:58:19,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742105_1281 (size=12459) 2024-12-04T21:58:19,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-12-04T21:58:19,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(8855): Flush requested on ed489884227823fc606d21469e41d5f3 2024-12-04T21:58:19,450 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3. as already flushing 2024-12-04T21:58:19,463 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:19,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60498 deadline: 1733349559458, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:19,463 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:19,463 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:19,464 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:19,464 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:58:19,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60452 deadline: 1733349559461, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:19,464 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:19,464 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:19,464 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:58:19,466 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:19,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60454 deadline: 1733349559462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:19,466 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:19,466 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:19,466 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:19,466 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:58:19,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60522 deadline: 1733349559463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:19,466 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:19,467 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:19,466 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:19,467 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:58:19,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60512 deadline: 1733349559463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:19,467 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:19,467 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:19,467 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:58:19,570 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:19,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60498 deadline: 1733349559567, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:19,571 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:19,571 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:19,571 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:19,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60452 deadline: 1733349559567, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:19,571 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:58:19,571 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:19,571 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:19,571 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:58:19,579 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:19,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60454 deadline: 1733349559578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:19,580 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:19,580 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:19,580 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:58:19,581 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:19,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60522 deadline: 1733349559578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:19,581 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:19,581 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:19,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60512 deadline: 1733349559578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:19,581 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:19,581 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:58:19,581 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:19,581 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:19,581 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:58:19,598 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=181 (bloomFilter=true), to=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/.tmp/A/89cdb2df0b0c4349a2f40bce5982929e 2024-12-04T21:58:19,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/.tmp/B/1a352b47fbe14b7c9cd79f2a5912d432 is 50, key is test_row_0/B:col10/1733349498303/Put/seqid=0 2024-12-04T21:58:19,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742106_1282 (size=12151) 2024-12-04T21:58:19,621 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/.tmp/C/a37527d3c2d24761a852e16dbc0a27b9 as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/C/a37527d3c2d24761a852e16dbc0a27b9 2024-12-04T21:58:19,626 INFO [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ed489884227823fc606d21469e41d5f3/C of ed489884227823fc606d21469e41d5f3 into a37527d3c2d24761a852e16dbc0a27b9(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T21:58:19,626 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ed489884227823fc606d21469e41d5f3: 2024-12-04T21:58:19,627 INFO [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., storeName=ed489884227823fc606d21469e41d5f3/C, priority=13, startTime=1733349499139; duration=0sec 2024-12-04T21:58:19,627 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T21:58:19,627 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ed489884227823fc606d21469e41d5f3:C 2024-12-04T21:58:19,780 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:19,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60498 deadline: 1733349559778, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:19,780 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:19,780 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:19,780 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:19,780 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:58:19,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60452 deadline: 1733349559778, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:19,781 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:19,781 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:19,781 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:58:19,790 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:19,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60454 deadline: 1733349559788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:19,790 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:19,790 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:19,790 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:19,790 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:58:19,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60522 deadline: 1733349559788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:19,790 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:19,790 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:19,791 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:58:19,790 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:19,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60512 deadline: 1733349559788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:19,791 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:19,791 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:19,791 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:58:20,009 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=181 (bloomFilter=true), to=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/.tmp/B/1a352b47fbe14b7c9cd79f2a5912d432 2024-12-04T21:58:20,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/.tmp/C/2467a3fa0f1c42de9512ec8ae62d2ccb is 50, key is test_row_0/C:col10/1733349498303/Put/seqid=0 2024-12-04T21:58:20,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742107_1283 (size=12151) 2024-12-04T21:58:20,019 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=181 (bloomFilter=true), to=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/.tmp/C/2467a3fa0f1c42de9512ec8ae62d2ccb 2024-12-04T21:58:20,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/.tmp/A/89cdb2df0b0c4349a2f40bce5982929e as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/A/89cdb2df0b0c4349a2f40bce5982929e 2024-12-04T21:58:20,026 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/A/89cdb2df0b0c4349a2f40bce5982929e, entries=150, sequenceid=181, filesize=11.9 K 2024-12-04T21:58:20,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/.tmp/B/1a352b47fbe14b7c9cd79f2a5912d432 as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/B/1a352b47fbe14b7c9cd79f2a5912d432 2024-12-04T21:58:20,030 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/B/1a352b47fbe14b7c9cd79f2a5912d432, entries=150, sequenceid=181, filesize=11.9 K 2024-12-04T21:58:20,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/.tmp/C/2467a3fa0f1c42de9512ec8ae62d2ccb as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/C/2467a3fa0f1c42de9512ec8ae62d2ccb 2024-12-04T21:58:20,035 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/C/2467a3fa0f1c42de9512ec8ae62d2ccb, entries=150, sequenceid=181, filesize=11.9 K 2024-12-04T21:58:20,036 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=93.93 KB/96180 for ed489884227823fc606d21469e41d5f3 in 858ms, sequenceid=181, compaction requested=false 2024-12-04T21:58:20,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2603): Flush status journal for ed489884227823fc606d21469e41d5f3: 2024-12-04T21:58:20,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3. 2024-12-04T21:58:20,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=73 2024-12-04T21:58:20,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.HMaster(4169): Remote procedure done, pid=73 2024-12-04T21:58:20,039 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=73, resume processing ppid=72 2024-12-04T21:58:20,039 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=73, ppid=72, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7770 sec 2024-12-04T21:58:20,041 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=72, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees in 1.7820 sec 2024-12-04T21:58:20,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(8855): Flush requested on ed489884227823fc606d21469e41d5f3 2024-12-04T21:58:20,090 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ed489884227823fc606d21469e41d5f3 3/3 column families, dataSize=100.63 KB heapSize=299.58 KB 2024-12-04T21:58:20,091 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ed489884227823fc606d21469e41d5f3, store=A 2024-12-04T21:58:20,091 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T21:58:20,091 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ed489884227823fc606d21469e41d5f3, store=B 2024-12-04T21:58:20,091 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T21:58:20,091 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ed489884227823fc606d21469e41d5f3, store=C 2024-12-04T21:58:20,091 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T21:58:20,095 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/.tmp/A/fc4749a49f7f4334804f2567ae9d71b8 is 50, key is test_row_0/A:col10/1733349500088/Put/seqid=0 2024-12-04T21:58:20,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742108_1284 (size=14541) 2024-12-04T21:58:20,108 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:20,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60522 deadline: 1733349560104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:20,108 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:20,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60512 deadline: 1733349560104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:20,108 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:20,108 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:20,108 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:58:20,108 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:20,108 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:20,108 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:20,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60452 deadline: 1733349560104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:20,108 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:58:20,108 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:20,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60498 deadline: 1733349560104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:20,109 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:20,109 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:20,109 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:58:20,109 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:20,109 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:20,109 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:58:20,110 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:20,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60454 deadline: 1733349560107, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:20,110 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:20,110 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:20,110 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:58:20,219 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:20,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60522 deadline: 1733349560218, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:20,220 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:20,220 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:20,220 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:58:20,220 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:20,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60452 deadline: 1733349560218, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:20,220 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:20,220 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:20,220 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:20,220 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:58:20,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60498 deadline: 1733349560218, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:20,221 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:20,221 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:20,221 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:20,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60454 deadline: 1733349560218, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:20,221 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:58:20,221 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:20,221 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:20,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60512 deadline: 1733349560218, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:20,221 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:20,221 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:58:20,221 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:20,221 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:20,221 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:58:20,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-12-04T21:58:20,418 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-04T21:58:20,419 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-04T21:58:20,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] procedure2.ProcedureExecutor(1139): Stored pid=74, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees 2024-12-04T21:58:20,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-12-04T21:58:20,420 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=74, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-04T21:58:20,421 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=74, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-04T21:58:20,421 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=75, ppid=74, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-04T21:58:20,428 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:20,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60452 deadline: 1733349560427, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:20,429 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:20,429 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:20,429 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:58:20,430 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:20,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60522 deadline: 1733349560427, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:20,430 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:20,430 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:20,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60512 deadline: 1733349560428, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:20,430 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:20,430 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:58:20,430 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:20,430 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:20,430 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:20,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60498 deadline: 1733349560428, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:20,430 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:58:20,431 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:20,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60454 deadline: 1733349560429, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:20,431 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:20,431 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:20,431 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:58:20,433 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:20,433 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:20,433 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:58:20,503 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=203 (bloomFilter=true), to=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/.tmp/A/fc4749a49f7f4334804f2567ae9d71b8 2024-12-04T21:58:20,509 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/.tmp/B/460cebb5a9304a1281faa1e0acf6d622 is 50, key is test_row_0/B:col10/1733349500088/Put/seqid=0 2024-12-04T21:58:20,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742109_1285 (size=12151) 2024-12-04T21:58:20,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-12-04T21:58:20,573 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39095 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-12-04T21:58:20,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3. 2024-12-04T21:58:20,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3. as already flushing 2024-12-04T21:58:20,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3. 2024-12-04T21:58:20,573 ERROR [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75 java.io.IOException: Unable to complete flush {ENCODED => ed489884227823fc606d21469e41d5f3, NAME => 'TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:58:20,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75 java.io.IOException: Unable to complete flush {ENCODED => ed489884227823fc606d21469e41d5f3, NAME => 'TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:58:20,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.HMaster(4177): Remote procedure failed, pid=75 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ed489884227823fc606d21469e41d5f3, NAME => 'TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ed489884227823fc606d21469e41d5f3, NAME => 'TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:58:20,725 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39095 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-12-04T21:58:20,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3. 2024-12-04T21:58:20,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3. as already flushing 2024-12-04T21:58:20,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3. 2024-12-04T21:58:20,726 ERROR [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75 java.io.IOException: Unable to complete flush {ENCODED => ed489884227823fc606d21469e41d5f3, NAME => 'TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:58:20,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75 java.io.IOException: Unable to complete flush {ENCODED => ed489884227823fc606d21469e41d5f3, NAME => 'TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:58:20,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.HMaster(4177): Remote procedure failed, pid=75 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ed489884227823fc606d21469e41d5f3, NAME => 'TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ed489884227823fc606d21469e41d5f3, NAME => 'TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:58:20,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-12-04T21:58:20,740 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:20,740 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:20,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60512 deadline: 1733349560738, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:20,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60522 deadline: 1733349560738, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:20,740 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:20,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60454 deadline: 1733349560738, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:20,740 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:20,740 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:20,740 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:20,740 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:20,740 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:58:20,740 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:58:20,740 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:20,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60452 deadline: 1733349560738, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:20,741 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:20,741 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:20,741 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:58:20,741 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:20,741 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:20,741 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:20,741 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:58:20,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60498 deadline: 1733349560738, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:20,741 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:20,741 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:20,741 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:58:20,878 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39095 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-12-04T21:58:20,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3. 2024-12-04T21:58:20,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3. as already flushing 2024-12-04T21:58:20,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3. 2024-12-04T21:58:20,879 ERROR [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75 java.io.IOException: Unable to complete flush {ENCODED => ed489884227823fc606d21469e41d5f3, NAME => 'TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:58:20,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75 java.io.IOException: Unable to complete flush {ENCODED => ed489884227823fc606d21469e41d5f3, NAME => 'TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:58:20,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.HMaster(4177): Remote procedure failed, pid=75 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ed489884227823fc606d21469e41d5f3, NAME => 'TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ed489884227823fc606d21469e41d5f3, NAME => 'TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:58:20,912 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=203 (bloomFilter=true), to=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/.tmp/B/460cebb5a9304a1281faa1e0acf6d622 2024-12-04T21:58:20,918 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/.tmp/C/f99f487e9ef045ac892f1611c830886f is 50, key is test_row_0/C:col10/1733349500088/Put/seqid=0 2024-12-04T21:58:20,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742110_1286 (size=12151) 2024-12-04T21:58:20,922 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=203 (bloomFilter=true), to=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/.tmp/C/f99f487e9ef045ac892f1611c830886f 2024-12-04T21:58:20,925 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/.tmp/A/fc4749a49f7f4334804f2567ae9d71b8 as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/A/fc4749a49f7f4334804f2567ae9d71b8 2024-12-04T21:58:20,930 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/A/fc4749a49f7f4334804f2567ae9d71b8, entries=200, sequenceid=203, filesize=14.2 K 2024-12-04T21:58:20,931 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/.tmp/B/460cebb5a9304a1281faa1e0acf6d622 as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/B/460cebb5a9304a1281faa1e0acf6d622 2024-12-04T21:58:20,934 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/B/460cebb5a9304a1281faa1e0acf6d622, entries=150, sequenceid=203, filesize=11.9 K 2024-12-04T21:58:20,935 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/.tmp/C/f99f487e9ef045ac892f1611c830886f as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/C/f99f487e9ef045ac892f1611c830886f 2024-12-04T21:58:20,939 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/C/f99f487e9ef045ac892f1611c830886f, entries=150, sequenceid=203, filesize=11.9 K 2024-12-04T21:58:20,940 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=67.09 KB/68700 for ed489884227823fc606d21469e41d5f3 in 849ms, sequenceid=203, compaction requested=true 2024-12-04T21:58:20,940 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ed489884227823fc606d21469e41d5f3: 2024-12-04T21:58:20,940 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ed489884227823fc606d21469e41d5f3:A, priority=-2147483648, current under compaction store size is 1 2024-12-04T21:58:20,940 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T21:58:20,940 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T21:58:20,940 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ed489884227823fc606d21469e41d5f3:B, priority=-2147483648, current under compaction store size is 2 2024-12-04T21:58:20,940 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T21:58:20,940 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T21:58:20,940 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ed489884227823fc606d21469e41d5f3:C, priority=-2147483648, current under compaction store size is 3 2024-12-04T21:58:20,940 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T21:58:20,941 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39151 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T21:58:20,941 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36761 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T21:58:20,941 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HStore(1541): ed489884227823fc606d21469e41d5f3/B is initiating minor compaction (all files) 2024-12-04T21:58:20,941 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HStore(1541): ed489884227823fc606d21469e41d5f3/A is initiating minor compaction (all files) 2024-12-04T21:58:20,941 INFO [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ed489884227823fc606d21469e41d5f3/A in TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3. 2024-12-04T21:58:20,941 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ed489884227823fc606d21469e41d5f3/B in TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3. 2024-12-04T21:58:20,941 INFO [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/A/ac25c17109184b9292f4269f58d77e6f, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/A/89cdb2df0b0c4349a2f40bce5982929e, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/A/fc4749a49f7f4334804f2567ae9d71b8] into tmpdir=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/.tmp, totalSize=38.2 K 2024-12-04T21:58:20,941 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/B/39bdf97dccb148ec83940566ba9c9f28, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/B/1a352b47fbe14b7c9cd79f2a5912d432, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/B/460cebb5a9304a1281faa1e0acf6d622] into tmpdir=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/.tmp, totalSize=35.9 K 2024-12-04T21:58:20,941 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] compactions.Compactor(225): Compacting ac25c17109184b9292f4269f58d77e6f, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=166, earliestPutTs=1733349497146 2024-12-04T21:58:20,941 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.Compactor(225): Compacting 39bdf97dccb148ec83940566ba9c9f28, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=166, earliestPutTs=1733349497146 2024-12-04T21:58:20,942 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] compactions.Compactor(225): Compacting 89cdb2df0b0c4349a2f40bce5982929e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=181, earliestPutTs=1733349498301 2024-12-04T21:58:20,942 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.Compactor(225): Compacting 1a352b47fbe14b7c9cd79f2a5912d432, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=181, earliestPutTs=1733349498301 2024-12-04T21:58:20,942 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] compactions.Compactor(225): Compacting fc4749a49f7f4334804f2567ae9d71b8, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=203, earliestPutTs=1733349499460 2024-12-04T21:58:20,942 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.Compactor(225): Compacting 460cebb5a9304a1281faa1e0acf6d622, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=203, earliestPutTs=1733349499462 2024-12-04T21:58:20,948 INFO [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ed489884227823fc606d21469e41d5f3#A#compaction#241 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T21:58:20,948 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ed489884227823fc606d21469e41d5f3#B#compaction#240 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T21:58:20,949 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/.tmp/A/4e0b244b4b1d4d9e9a3abdc450adefca is 50, key is test_row_0/A:col10/1733349500088/Put/seqid=0 2024-12-04T21:58:20,949 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/.tmp/B/5b7f7c862d4f4c439982cd375f5428b9 is 50, key is test_row_0/B:col10/1733349500088/Put/seqid=0 2024-12-04T21:58:20,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742111_1287 (size=12561) 2024-12-04T21:58:20,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742112_1288 (size=12561) 2024-12-04T21:58:21,031 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39095 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-12-04T21:58:21,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3. 2024-12-04T21:58:21,031 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2902): Flushing ed489884227823fc606d21469e41d5f3 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-12-04T21:58:21,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ed489884227823fc606d21469e41d5f3, store=A 2024-12-04T21:58:21,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T21:58:21,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ed489884227823fc606d21469e41d5f3, store=B 2024-12-04T21:58:21,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T21:58:21,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ed489884227823fc606d21469e41d5f3, store=C 2024-12-04T21:58:21,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T21:58:21,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/.tmp/A/326dd7e27ceb45a8a2e35144af0c504a is 50, key is test_row_1/A:col10/1733349500103/Put/seqid=0 2024-12-04T21:58:21,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742113_1289 (size=9757) 2024-12-04T21:58:21,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-12-04T21:58:21,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(8855): Flush requested on ed489884227823fc606d21469e41d5f3 2024-12-04T21:58:21,249 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3. as already flushing 2024-12-04T21:58:21,262 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:21,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60454 deadline: 1733349561259, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:21,262 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:21,262 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:21,262 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:58:21,263 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:21,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60522 deadline: 1733349561259, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:21,263 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:21,263 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:21,263 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:58:21,263 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:21,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60452 deadline: 1733349561260, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:21,264 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:21,264 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:21,264 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:58:21,264 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:21,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60498 deadline: 1733349561260, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:21,264 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:21,264 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:21,264 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:58:21,265 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:21,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60512 deadline: 1733349561261, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:21,265 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:21,265 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:21,265 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:58:21,361 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/.tmp/B/5b7f7c862d4f4c439982cd375f5428b9 as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/B/5b7f7c862d4f4c439982cd375f5428b9 2024-12-04T21:58:21,361 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/.tmp/A/4e0b244b4b1d4d9e9a3abdc450adefca as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/A/4e0b244b4b1d4d9e9a3abdc450adefca 2024-12-04T21:58:21,365 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ed489884227823fc606d21469e41d5f3/B of ed489884227823fc606d21469e41d5f3 into 5b7f7c862d4f4c439982cd375f5428b9(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T21:58:21,365 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ed489884227823fc606d21469e41d5f3: 2024-12-04T21:58:21,365 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., storeName=ed489884227823fc606d21469e41d5f3/B, priority=13, startTime=1733349500940; duration=0sec 2024-12-04T21:58:21,365 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T21:58:21,365 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ed489884227823fc606d21469e41d5f3:B 2024-12-04T21:58:21,365 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T21:58:21,366 INFO [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ed489884227823fc606d21469e41d5f3/A of ed489884227823fc606d21469e41d5f3 into 4e0b244b4b1d4d9e9a3abdc450adefca(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T21:58:21,366 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ed489884227823fc606d21469e41d5f3: 2024-12-04T21:58:21,366 INFO [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., storeName=ed489884227823fc606d21469e41d5f3/A, priority=13, startTime=1733349500940; duration=0sec 2024-12-04T21:58:21,366 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T21:58:21,366 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ed489884227823fc606d21469e41d5f3:A 2024-12-04T21:58:21,367 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36761 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T21:58:21,367 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HStore(1541): ed489884227823fc606d21469e41d5f3/C is initiating minor compaction (all files) 2024-12-04T21:58:21,367 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ed489884227823fc606d21469e41d5f3/C in TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3. 2024-12-04T21:58:21,367 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/C/a37527d3c2d24761a852e16dbc0a27b9, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/C/2467a3fa0f1c42de9512ec8ae62d2ccb, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/C/f99f487e9ef045ac892f1611c830886f] into tmpdir=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/.tmp, totalSize=35.9 K 2024-12-04T21:58:21,368 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.Compactor(225): Compacting a37527d3c2d24761a852e16dbc0a27b9, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=166, earliestPutTs=1733349497146 2024-12-04T21:58:21,369 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.Compactor(225): Compacting 2467a3fa0f1c42de9512ec8ae62d2ccb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=181, earliestPutTs=1733349498301 2024-12-04T21:58:21,369 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.Compactor(225): Compacting f99f487e9ef045ac892f1611c830886f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=203, earliestPutTs=1733349499462 2024-12-04T21:58:21,371 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:21,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60522 deadline: 1733349561368, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:21,372 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:21,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60452 deadline: 1733349561368, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:21,372 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:21,372 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:21,372 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:21,372 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:58:21,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60498 deadline: 1733349561368, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:21,372 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:21,372 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:21,372 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:21,372 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:58:21,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60512 deadline: 1733349561368, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:21,372 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:21,372 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:21,373 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:58:21,372 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:21,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60454 deadline: 1733349561369, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:21,373 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:21,373 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:21,373 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:58:21,373 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:21,373 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:21,373 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:58:21,376 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ed489884227823fc606d21469e41d5f3#C#compaction#243 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T21:58:21,377 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/.tmp/C/c9ae4093237f4420a87a9558376c19ff is 50, key is test_row_0/C:col10/1733349500088/Put/seqid=0 2024-12-04T21:58:21,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742114_1290 (size=12561) 2024-12-04T21:58:21,386 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/.tmp/C/c9ae4093237f4420a87a9558376c19ff as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/C/c9ae4093237f4420a87a9558376c19ff 2024-12-04T21:58:21,390 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ed489884227823fc606d21469e41d5f3/C of ed489884227823fc606d21469e41d5f3 into c9ae4093237f4420a87a9558376c19ff(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T21:58:21,390 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ed489884227823fc606d21469e41d5f3: 2024-12-04T21:58:21,390 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., storeName=ed489884227823fc606d21469e41d5f3/C, priority=13, startTime=1733349500940; duration=0sec 2024-12-04T21:58:21,390 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T21:58:21,390 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ed489884227823fc606d21469e41d5f3:C 2024-12-04T21:58:21,440 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=216 (bloomFilter=true), to=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/.tmp/A/326dd7e27ceb45a8a2e35144af0c504a 2024-12-04T21:58:21,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/.tmp/B/f6bb67bc538e4e04b25c898620d6538c is 50, key is test_row_1/B:col10/1733349500103/Put/seqid=0 2024-12-04T21:58:21,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742115_1291 (size=9757) 2024-12-04T21:58:21,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-12-04T21:58:21,578 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:21,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60522 deadline: 1733349561578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:21,579 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:21,579 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:21,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60452 deadline: 1733349561578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:21,579 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:21,579 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:58:21,579 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:21,579 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:21,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60498 deadline: 1733349561578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:21,579 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:21,579 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:58:21,579 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:21,579 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:21,579 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:21,579 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:58:21,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60454 deadline: 1733349561578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:21,580 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:21,580 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:21,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60512 deadline: 1733349561578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:21,580 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:21,580 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:58:21,580 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:21,580 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:21,580 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:58:21,851 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=216 (bloomFilter=true), to=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/.tmp/B/f6bb67bc538e4e04b25c898620d6538c 2024-12-04T21:58:21,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/.tmp/C/6b534288360544f69ab37d51f11b6a01 is 50, key is test_row_1/C:col10/1733349500103/Put/seqid=0 2024-12-04T21:58:21,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742116_1292 (size=9757) 2024-12-04T21:58:21,888 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:21,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60522 deadline: 1733349561887, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:21,889 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:21,889 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:21,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60452 deadline: 1733349561888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:21,889 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:21,889 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:58:21,889 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:21,889 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:21,889 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:21,889 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:58:21,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60498 deadline: 1733349561888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:21,889 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:21,889 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:21,889 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:21,889 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:58:21,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60454 deadline: 1733349561888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:21,890 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:21,890 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:21,890 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:58:21,890 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:21,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60512 deadline: 1733349561888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:21,890 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:21,890 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:21,890 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:58:22,275 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=216 (bloomFilter=true), to=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/.tmp/C/6b534288360544f69ab37d51f11b6a01 2024-12-04T21:58:22,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/.tmp/A/326dd7e27ceb45a8a2e35144af0c504a as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/A/326dd7e27ceb45a8a2e35144af0c504a 2024-12-04T21:58:22,282 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/A/326dd7e27ceb45a8a2e35144af0c504a, entries=100, sequenceid=216, filesize=9.5 K 2024-12-04T21:58:22,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/.tmp/B/f6bb67bc538e4e04b25c898620d6538c as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/B/f6bb67bc538e4e04b25c898620d6538c 2024-12-04T21:58:22,286 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/B/f6bb67bc538e4e04b25c898620d6538c, entries=100, sequenceid=216, filesize=9.5 K 2024-12-04T21:58:22,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/.tmp/C/6b534288360544f69ab37d51f11b6a01 as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/C/6b534288360544f69ab37d51f11b6a01 2024-12-04T21:58:22,291 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/C/6b534288360544f69ab37d51f11b6a01, entries=100, sequenceid=216, filesize=9.5 K 2024-12-04T21:58:22,292 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for ed489884227823fc606d21469e41d5f3 in 1260ms, sequenceid=216, compaction requested=false 2024-12-04T21:58:22,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2603): Flush status journal for ed489884227823fc606d21469e41d5f3: 2024-12-04T21:58:22,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3. 2024-12-04T21:58:22,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=75 2024-12-04T21:58:22,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.HMaster(4169): Remote procedure done, pid=75 2024-12-04T21:58:22,294 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=75, resume processing ppid=74 2024-12-04T21:58:22,294 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=75, ppid=74, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8720 sec 2024-12-04T21:58:22,296 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=74, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees in 1.8760 sec 2024-12-04T21:58:22,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(8855): Flush requested on ed489884227823fc606d21469e41d5f3 2024-12-04T21:58:22,400 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ed489884227823fc606d21469e41d5f3 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-12-04T21:58:22,400 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ed489884227823fc606d21469e41d5f3, store=A 2024-12-04T21:58:22,400 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-04T21:58:22,400 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ed489884227823fc606d21469e41d5f3, store=B 2024-12-04T21:58:22,401 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-04T21:58:22,401 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ed489884227823fc606d21469e41d5f3, store=C 2024-12-04T21:58:22,401 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-04T21:58:22,405 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/.tmp/A/347a1b8f68a541c6a49960c51aae8fd1 is 50, key is test_row_0/A:col10/1733349502399/Put/seqid=0 2024-12-04T21:58:22,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742117_1293 (size=12151) 2024-12-04T21:58:22,409 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:22,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60522 deadline: 1733349562405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:22,409 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:22,409 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:22,410 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:58:22,410 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:22,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60452 deadline: 1733349562406, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:22,410 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:22,410 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:22,410 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:58:22,411 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:22,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60498 deadline: 1733349562407, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:22,411 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:22,411 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:22,412 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:58:22,411 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:22,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60512 deadline: 1733349562407, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:22,412 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:22,412 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:22,412 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:22,412 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:58:22,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60454 deadline: 1733349562408, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:22,412 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:22,412 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:22,412 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:58:22,518 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:22,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60522 deadline: 1733349562518, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:22,519 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:22,519 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:22,519 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:22,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60452 deadline: 1733349562518, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:22,519 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:58:22,519 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:22,519 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:22,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60498 deadline: 1733349562518, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:22,519 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:22,519 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:58:22,520 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:22,520 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:22,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60512 deadline: 1733349562518, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:22,520 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:22,520 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:58:22,520 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:22,520 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:22,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60454 deadline: 1733349562518, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:22,520 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:22,520 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:58:22,520 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:22,520 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:22,520 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:58:22,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-12-04T21:58:22,568 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-04T21:58:22,568 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-04T21:58:22,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] procedure2.ProcedureExecutor(1139): Stored pid=76, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees 2024-12-04T21:58:22,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-12-04T21:58:22,570 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=76, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-04T21:58:22,571 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=76, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-04T21:58:22,571 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=77, ppid=76, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-04T21:58:22,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-12-04T21:58:22,723 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39095 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-12-04T21:58:22,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3. 2024-12-04T21:58:22,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3. as already flushing 2024-12-04T21:58:22,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3. 2024-12-04T21:58:22,724 ERROR [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77 java.io.IOException: Unable to complete flush {ENCODED => ed489884227823fc606d21469e41d5f3, NAME => 'TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:58:22,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77 java.io.IOException: Unable to complete flush {ENCODED => ed489884227823fc606d21469e41d5f3, NAME => 'TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:58:22,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.HMaster(4177): Remote procedure failed, pid=77 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ed489884227823fc606d21469e41d5f3, NAME => 'TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ed489884227823fc606d21469e41d5f3, NAME => 'TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:58:22,730 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:22,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60522 deadline: 1733349562728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:22,730 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:22,730 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:22,730 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:58:22,730 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:22,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60452 deadline: 1733349562728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:22,731 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:22,731 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:22,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60498 deadline: 1733349562728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:22,731 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:22,731 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:58:22,731 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:22,731 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:22,731 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:22,731 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:58:22,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60454 deadline: 1733349562728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:22,731 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:22,731 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:22,731 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:22,731 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:58:22,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60512 deadline: 1733349562728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:22,731 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:22,731 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:22,731 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:58:22,809 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=241 (bloomFilter=true), to=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/.tmp/A/347a1b8f68a541c6a49960c51aae8fd1 2024-12-04T21:58:22,816 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/.tmp/B/39e92671c86e4466bfa963c97fd1f2a5 is 50, key is test_row_0/B:col10/1733349502399/Put/seqid=0 2024-12-04T21:58:22,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742118_1294 (size=12151) 2024-12-04T21:58:22,876 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39095 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-12-04T21:58:22,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3. 2024-12-04T21:58:22,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3. as already flushing 2024-12-04T21:58:22,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3. 2024-12-04T21:58:22,876 ERROR [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77 java.io.IOException: Unable to complete flush {ENCODED => ed489884227823fc606d21469e41d5f3, NAME => 'TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:58:22,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77 java.io.IOException: Unable to complete flush {ENCODED => ed489884227823fc606d21469e41d5f3, NAME => 'TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:58:22,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.HMaster(4177): Remote procedure failed, pid=77 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ed489884227823fc606d21469e41d5f3, NAME => 'TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ed489884227823fc606d21469e41d5f3, NAME => 'TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:58:22,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-12-04T21:58:23,029 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39095 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-12-04T21:58:23,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3. 2024-12-04T21:58:23,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3. as already flushing 2024-12-04T21:58:23,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3. 2024-12-04T21:58:23,029 ERROR [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77 java.io.IOException: Unable to complete flush {ENCODED => ed489884227823fc606d21469e41d5f3, NAME => 'TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:58:23,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77 java.io.IOException: Unable to complete flush {ENCODED => ed489884227823fc606d21469e41d5f3, NAME => 'TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:58:23,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.HMaster(4177): Remote procedure failed, pid=77 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ed489884227823fc606d21469e41d5f3, NAME => 'TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ed489884227823fc606d21469e41d5f3, NAME => 'TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:58:23,040 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:23,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60522 deadline: 1733349563038, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:23,041 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:23,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60498 deadline: 1733349563038, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:23,041 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:23,041 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:23,041 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:58:23,041 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:23,041 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:23,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60452 deadline: 1733349563038, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:23,041 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:23,041 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:58:23,041 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:23,041 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:23,041 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:23,041 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:58:23,041 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:23,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60454 deadline: 1733349563038, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:23,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60512 deadline: 1733349563038, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:23,042 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:23,042 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:23,042 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:23,042 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:23,042 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:58:23,042 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:58:23,182 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39095 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-12-04T21:58:23,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3. 2024-12-04T21:58:23,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3. as already flushing 2024-12-04T21:58:23,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3. 2024-12-04T21:58:23,182 ERROR [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77 java.io.IOException: Unable to complete flush {ENCODED => ed489884227823fc606d21469e41d5f3, NAME => 'TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:58:23,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77 java.io.IOException: Unable to complete flush {ENCODED => ed489884227823fc606d21469e41d5f3, NAME => 'TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:58:23,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.HMaster(4177): Remote procedure failed, pid=77 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ed489884227823fc606d21469e41d5f3, NAME => 'TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ed489884227823fc606d21469e41d5f3, NAME => 'TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:58:23,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-12-04T21:58:23,219 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=241 (bloomFilter=true), to=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/.tmp/B/39e92671c86e4466bfa963c97fd1f2a5 2024-12-04T21:58:23,225 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/.tmp/C/985d22a79373418b9639a013b36e5637 is 50, key is test_row_0/C:col10/1733349502399/Put/seqid=0 2024-12-04T21:58:23,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742119_1295 (size=12151) 2024-12-04T21:58:23,335 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39095 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-12-04T21:58:23,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3. 2024-12-04T21:58:23,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3. as already flushing 2024-12-04T21:58:23,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3. 2024-12-04T21:58:23,335 ERROR [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77 java.io.IOException: Unable to complete flush {ENCODED => ed489884227823fc606d21469e41d5f3, NAME => 'TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:58:23,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77 java.io.IOException: Unable to complete flush {ENCODED => ed489884227823fc606d21469e41d5f3, NAME => 'TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:58:23,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.HMaster(4177): Remote procedure failed, pid=77 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ed489884227823fc606d21469e41d5f3, NAME => 'TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ed489884227823fc606d21469e41d5f3, NAME => 'TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:58:23,488 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39095 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-12-04T21:58:23,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3. 2024-12-04T21:58:23,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3. as already flushing 2024-12-04T21:58:23,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3. 2024-12-04T21:58:23,488 ERROR [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77 java.io.IOException: Unable to complete flush {ENCODED => ed489884227823fc606d21469e41d5f3, NAME => 'TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:58:23,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77 java.io.IOException: Unable to complete flush {ENCODED => ed489884227823fc606d21469e41d5f3, NAME => 'TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:58:23,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.HMaster(4177): Remote procedure failed, pid=77 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ed489884227823fc606d21469e41d5f3, NAME => 'TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ed489884227823fc606d21469e41d5f3, NAME => 'TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:58:23,550 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:23,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60522 deadline: 1733349563547, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:23,550 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:23,550 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:23,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60498 deadline: 1733349563547, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:23,550 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:23,550 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:23,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60452 deadline: 1733349563547, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:23,550 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:58:23,550 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:23,550 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:23,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60454 deadline: 1733349563547, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:23,550 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:23,551 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:58:23,550 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:23,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60512 deadline: 1733349563547, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:23,551 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:23,551 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:23,551 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:58:23,551 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:23,551 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:23,551 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:23,551 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:23,551 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:58:23,551 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:58:23,628 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=241 (bloomFilter=true), to=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/.tmp/C/985d22a79373418b9639a013b36e5637 2024-12-04T21:58:23,632 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/.tmp/A/347a1b8f68a541c6a49960c51aae8fd1 as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/A/347a1b8f68a541c6a49960c51aae8fd1 2024-12-04T21:58:23,635 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/A/347a1b8f68a541c6a49960c51aae8fd1, entries=150, sequenceid=241, filesize=11.9 K 2024-12-04T21:58:23,636 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/.tmp/B/39e92671c86e4466bfa963c97fd1f2a5 as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/B/39e92671c86e4466bfa963c97fd1f2a5 2024-12-04T21:58:23,639 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/B/39e92671c86e4466bfa963c97fd1f2a5, entries=150, sequenceid=241, filesize=11.9 K 2024-12-04T21:58:23,639 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/.tmp/C/985d22a79373418b9639a013b36e5637 as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/C/985d22a79373418b9639a013b36e5637 2024-12-04T21:58:23,641 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39095 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-12-04T21:58:23,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3. 2024-12-04T21:58:23,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3. as already flushing 2024-12-04T21:58:23,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3. 2024-12-04T21:58:23,641 ERROR [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77 java.io.IOException: Unable to complete flush {ENCODED => ed489884227823fc606d21469e41d5f3, NAME => 'TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:58:23,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77 java.io.IOException: Unable to complete flush {ENCODED => ed489884227823fc606d21469e41d5f3, NAME => 'TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:58:23,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.HMaster(4177): Remote procedure failed, pid=77 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ed489884227823fc606d21469e41d5f3, NAME => 'TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ed489884227823fc606d21469e41d5f3, NAME => 'TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:58:23,645 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/C/985d22a79373418b9639a013b36e5637, entries=150, sequenceid=241, filesize=11.9 K 2024-12-04T21:58:23,646 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~379.92 KB/389040, currentSize=46.96 KB/48090 for ed489884227823fc606d21469e41d5f3 in 1247ms, sequenceid=241, compaction requested=true 2024-12-04T21:58:23,646 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ed489884227823fc606d21469e41d5f3: 2024-12-04T21:58:23,646 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ed489884227823fc606d21469e41d5f3:A, priority=-2147483648, current under compaction store size is 1 2024-12-04T21:58:23,646 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T21:58:23,646 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ed489884227823fc606d21469e41d5f3:B, priority=-2147483648, current under compaction store size is 2 2024-12-04T21:58:23,646 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T21:58:23,646 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T21:58:23,646 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T21:58:23,646 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ed489884227823fc606d21469e41d5f3:C, priority=-2147483648, current under compaction store size is 3 2024-12-04T21:58:23,646 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T21:58:23,647 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34469 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T21:58:23,647 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34469 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T21:58:23,647 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HStore(1541): ed489884227823fc606d21469e41d5f3/A is initiating minor compaction (all files) 2024-12-04T21:58:23,647 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HStore(1541): ed489884227823fc606d21469e41d5f3/B is initiating minor compaction (all files) 2024-12-04T21:58:23,647 INFO [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ed489884227823fc606d21469e41d5f3/A in TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3. 2024-12-04T21:58:23,647 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ed489884227823fc606d21469e41d5f3/B in TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3. 2024-12-04T21:58:23,647 INFO [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/A/4e0b244b4b1d4d9e9a3abdc450adefca, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/A/326dd7e27ceb45a8a2e35144af0c504a, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/A/347a1b8f68a541c6a49960c51aae8fd1] into tmpdir=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/.tmp, totalSize=33.7 K 2024-12-04T21:58:23,647 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/B/5b7f7c862d4f4c439982cd375f5428b9, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/B/f6bb67bc538e4e04b25c898620d6538c, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/B/39e92671c86e4466bfa963c97fd1f2a5] into tmpdir=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/.tmp, totalSize=33.7 K 2024-12-04T21:58:23,648 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.Compactor(225): Compacting 5b7f7c862d4f4c439982cd375f5428b9, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=203, earliestPutTs=1733349499462 2024-12-04T21:58:23,648 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4e0b244b4b1d4d9e9a3abdc450adefca, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=203, earliestPutTs=1733349499462 2024-12-04T21:58:23,648 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.Compactor(225): Compacting f6bb67bc538e4e04b25c898620d6538c, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=216, earliestPutTs=1733349500103 2024-12-04T21:58:23,648 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] compactions.Compactor(225): Compacting 326dd7e27ceb45a8a2e35144af0c504a, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=216, earliestPutTs=1733349500103 2024-12-04T21:58:23,648 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.Compactor(225): Compacting 39e92671c86e4466bfa963c97fd1f2a5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=241, earliestPutTs=1733349502398 2024-12-04T21:58:23,648 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] compactions.Compactor(225): Compacting 347a1b8f68a541c6a49960c51aae8fd1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=241, earliestPutTs=1733349502398 2024-12-04T21:58:23,654 INFO [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ed489884227823fc606d21469e41d5f3#A#compaction#249 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-04T21:58:23,654 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ed489884227823fc606d21469e41d5f3#B#compaction#250 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T21:58:23,654 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/.tmp/A/ba3f81e77ba34cb19814b9d64821b018 is 50, key is test_row_0/A:col10/1733349502399/Put/seqid=0 2024-12-04T21:58:23,654 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/.tmp/B/82861bf8cc234821ae1ea6979b110f64 is 50, key is test_row_0/B:col10/1733349502399/Put/seqid=0 2024-12-04T21:58:23,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742120_1296 (size=12663) 2024-12-04T21:58:23,662 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/.tmp/A/ba3f81e77ba34cb19814b9d64821b018 as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/A/ba3f81e77ba34cb19814b9d64821b018 2024-12-04T21:58:23,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742121_1297 (size=12663) 2024-12-04T21:58:23,667 INFO [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ed489884227823fc606d21469e41d5f3/A of ed489884227823fc606d21469e41d5f3 into ba3f81e77ba34cb19814b9d64821b018(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T21:58:23,667 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ed489884227823fc606d21469e41d5f3: 2024-12-04T21:58:23,667 INFO [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., storeName=ed489884227823fc606d21469e41d5f3/A, priority=13, startTime=1733349503646; duration=0sec 2024-12-04T21:58:23,667 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T21:58:23,667 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ed489884227823fc606d21469e41d5f3:A 2024-12-04T21:58:23,667 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T21:58:23,668 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34469 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T21:58:23,668 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HStore(1541): ed489884227823fc606d21469e41d5f3/C is initiating minor compaction (all files) 2024-12-04T21:58:23,668 INFO [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ed489884227823fc606d21469e41d5f3/C in TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3. 2024-12-04T21:58:23,668 INFO [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/C/c9ae4093237f4420a87a9558376c19ff, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/C/6b534288360544f69ab37d51f11b6a01, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/C/985d22a79373418b9639a013b36e5637] into tmpdir=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/.tmp, totalSize=33.7 K 2024-12-04T21:58:23,668 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] compactions.Compactor(225): Compacting c9ae4093237f4420a87a9558376c19ff, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=203, earliestPutTs=1733349499462 2024-12-04T21:58:23,668 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6b534288360544f69ab37d51f11b6a01, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=216, earliestPutTs=1733349500103 2024-12-04T21:58:23,668 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] compactions.Compactor(225): Compacting 985d22a79373418b9639a013b36e5637, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=241, earliestPutTs=1733349502398 2024-12-04T21:58:23,674 INFO [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ed489884227823fc606d21469e41d5f3#C#compaction#251 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T21:58:23,675 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/.tmp/C/ebc72bc60ff943ad8b5ac15ad2c34ee9 is 50, key is test_row_0/C:col10/1733349502399/Put/seqid=0 2024-12-04T21:58:23,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742122_1298 (size=12663) 2024-12-04T21:58:23,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-12-04T21:58:23,794 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39095 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-12-04T21:58:23,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3. 2024-12-04T21:58:23,794 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2902): Flushing ed489884227823fc606d21469e41d5f3 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-12-04T21:58:23,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ed489884227823fc606d21469e41d5f3, store=A 2024-12-04T21:58:23,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T21:58:23,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ed489884227823fc606d21469e41d5f3, store=B 2024-12-04T21:58:23,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T21:58:23,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ed489884227823fc606d21469e41d5f3, store=C 2024-12-04T21:58:23,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T21:58:23,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/.tmp/A/341a3511d01341538d817a96ac567136 is 50, key is test_row_0/A:col10/1733349502407/Put/seqid=0 2024-12-04T21:58:23,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742123_1299 (size=12151) 2024-12-04T21:58:24,067 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/.tmp/B/82861bf8cc234821ae1ea6979b110f64 as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/B/82861bf8cc234821ae1ea6979b110f64 2024-12-04T21:58:24,071 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ed489884227823fc606d21469e41d5f3/B of ed489884227823fc606d21469e41d5f3 into 82861bf8cc234821ae1ea6979b110f64(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T21:58:24,071 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ed489884227823fc606d21469e41d5f3: 2024-12-04T21:58:24,071 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., storeName=ed489884227823fc606d21469e41d5f3/B, priority=13, startTime=1733349503646; duration=0sec 2024-12-04T21:58:24,071 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T21:58:24,071 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ed489884227823fc606d21469e41d5f3:B 2024-12-04T21:58:24,082 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/.tmp/C/ebc72bc60ff943ad8b5ac15ad2c34ee9 as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/C/ebc72bc60ff943ad8b5ac15ad2c34ee9 2024-12-04T21:58:24,087 INFO [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ed489884227823fc606d21469e41d5f3/C of ed489884227823fc606d21469e41d5f3 into ebc72bc60ff943ad8b5ac15ad2c34ee9(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T21:58:24,087 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ed489884227823fc606d21469e41d5f3: 2024-12-04T21:58:24,087 INFO [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., storeName=ed489884227823fc606d21469e41d5f3/C, priority=13, startTime=1733349503646; duration=0sec 2024-12-04T21:58:24,087 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T21:58:24,087 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ed489884227823fc606d21469e41d5f3:C 2024-12-04T21:58:24,203 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=252 (bloomFilter=true), to=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/.tmp/A/341a3511d01341538d817a96ac567136 2024-12-04T21:58:24,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/.tmp/B/1ef8494b21be4427aa954792acf70258 is 50, key is test_row_0/B:col10/1733349502407/Put/seqid=0 2024-12-04T21:58:24,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742124_1300 (size=12151) 2024-12-04T21:58:24,560 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3. as already flushing 2024-12-04T21:58:24,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(8855): Flush requested on ed489884227823fc606d21469e41d5f3 2024-12-04T21:58:24,579 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:24,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60498 deadline: 1733349564575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:24,579 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:24,579 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:24,579 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:58:24,579 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/bb3046a53f79:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733349504571, max timestamp=1733349504577Num uniques 859; 2024-12-04T21:58:24,579 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/bb3046a53f79:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-04T21:58:24,579 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/bb3046a53f79:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733349504571, max timestamp=1733349504577Num uniques 859; 2024-12-04T21:58:24,579 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/bb3046a53f79:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733349504571, max timestamp=1733349504577Num uniques 859; 2024-12-04T21:58:24,579 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/bb3046a53f79:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-04T21:58:24,579 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/bb3046a53f79:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-04T21:58:24,597 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:24,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60522 deadline: 1733349564593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:24,598 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:24,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60512 deadline: 1733349564594, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:24,599 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/bb3046a53f79:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=218, cellSize=9978, totalHeapSize=22912, min timestamp=1733349504591, max timestamp=1733349504596Num uniques 1018; 2024-12-04T21:58:24,599 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/bb3046a53f79:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=9978, suffix heap size=133840,new segment heap size=22912 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=218 2024-12-04T21:58:24,599 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:24,599 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:24,599 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:58:24,599 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/bb3046a53f79:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=218, cellSize=9978, totalHeapSize=22912, min timestamp=1733349504591, max timestamp=1733349504596Num uniques 1018; 2024-12-04T21:58:24,599 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/bb3046a53f79:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=9978, suffix heap size=133840,new segment heap size=22912 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=218 2024-12-04T21:58:24,599 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/bb3046a53f79:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=218, cellSize=9978, totalHeapSize=22912, min timestamp=1733349504591, max timestamp=1733349504596Num uniques 1018; 2024-12-04T21:58:24,600 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/bb3046a53f79:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=9978, suffix heap size=133840,new segment heap size=22912 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=218 2024-12-04T21:58:24,601 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:24,601 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:24,601 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:58:24,615 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=252 (bloomFilter=true), to=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/.tmp/B/1ef8494b21be4427aa954792acf70258 2024-12-04T21:58:24,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/.tmp/C/8293ed21d6e5462b87189435fb1cc400 is 50, key is test_row_0/C:col10/1733349502407/Put/seqid=0 2024-12-04T21:58:24,634 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:24,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60452 deadline: 1733349564630, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:24,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742125_1301 (size=12151) 2024-12-04T21:58:24,635 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=252 (bloomFilter=true), to=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/.tmp/C/8293ed21d6e5462b87189435fb1cc400 2024-12-04T21:58:24,635 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:24,635 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:24,635 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:58:24,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/.tmp/A/341a3511d01341538d817a96ac567136 as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/A/341a3511d01341538d817a96ac567136 2024-12-04T21:58:24,640 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:24,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60454 deadline: 1733349564637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:24,641 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:24,641 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:24,641 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:58:24,644 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/A/341a3511d01341538d817a96ac567136, entries=150, sequenceid=252, filesize=11.9 K 2024-12-04T21:58:24,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/.tmp/B/1ef8494b21be4427aa954792acf70258 as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/B/1ef8494b21be4427aa954792acf70258 2024-12-04T21:58:24,650 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/B/1ef8494b21be4427aa954792acf70258, entries=150, sequenceid=252, filesize=11.9 K 2024-12-04T21:58:24,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/.tmp/C/8293ed21d6e5462b87189435fb1cc400 as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/C/8293ed21d6e5462b87189435fb1cc400 2024-12-04T21:58:24,654 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/C/8293ed21d6e5462b87189435fb1cc400, entries=150, sequenceid=252, filesize=11.9 K 2024-12-04T21:58:24,655 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for ed489884227823fc606d21469e41d5f3 in 861ms, sequenceid=252, compaction requested=false 2024-12-04T21:58:24,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2603): Flush status journal for ed489884227823fc606d21469e41d5f3: 2024-12-04T21:58:24,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3. 2024-12-04T21:58:24,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=77 2024-12-04T21:58:24,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.HMaster(4169): Remote procedure done, pid=77 2024-12-04T21:58:24,658 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=77, resume processing ppid=76 2024-12-04T21:58:24,658 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=77, ppid=76, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0860 sec 2024-12-04T21:58:24,660 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=76, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees in 2.0910 sec 2024-12-04T21:58:24,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(8855): Flush requested on ed489884227823fc606d21469e41d5f3 2024-12-04T21:58:24,691 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ed489884227823fc606d21469e41d5f3 3/3 column families, dataSize=140.89 KB heapSize=399.38 KB 2024-12-04T21:58:24,691 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ed489884227823fc606d21469e41d5f3, store=A 2024-12-04T21:58:24,692 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-04T21:58:24,692 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ed489884227823fc606d21469e41d5f3, store=B 2024-12-04T21:58:24,692 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-04T21:58:24,692 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ed489884227823fc606d21469e41d5f3, store=C 2024-12-04T21:58:24,692 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-04T21:58:24,696 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/.tmp/A/d84396ff1a86476c80eb1d47b7c89a01 is 50, key is test_row_0/A:col10/1733349504629/Put/seqid=0 2024-12-04T21:58:24,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742126_1302 (size=14741) 2024-12-04T21:58:24,712 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:24,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60498 deadline: 1733349564709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:24,713 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:24,713 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:24,713 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:58:24,713 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:24,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60512 deadline: 1733349564710, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:24,714 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:24,714 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:24,714 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:24,714 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:58:24,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60522 deadline: 1733349564711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:24,714 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:24,714 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:24,714 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:58:24,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-12-04T21:58:24,728 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-04T21:58:24,728 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-04T21:58:24,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] procedure2.ProcedureExecutor(1139): Stored pid=78, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees 2024-12-04T21:58:24,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-12-04T21:58:24,729 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=78, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-04T21:58:24,730 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=78, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-04T21:58:24,730 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=79, ppid=78, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-04T21:58:24,739 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:24,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60452 deadline: 1733349564738, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:24,739 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:24,739 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:24,739 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:58:24,750 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:24,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60454 deadline: 1733349564748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:24,751 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:24,751 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:24,751 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:58:24,819 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:24,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60498 deadline: 1733349564817, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:24,819 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:24,819 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:24,819 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:24,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60512 deadline: 1733349564817, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:24,819 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:58:24,819 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:24,819 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:24,819 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:24,819 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:58:24,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60522 deadline: 1733349564818, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:24,820 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:24,820 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:24,820 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:58:24,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-12-04T21:58:24,882 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39095 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-12-04T21:58:24,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3. 2024-12-04T21:58:24,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3. as already flushing 2024-12-04T21:58:24,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3. 2024-12-04T21:58:24,882 ERROR [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] handler.RSProcedureHandler(58): pid=79 java.io.IOException: Unable to complete flush {ENCODED => ed489884227823fc606d21469e41d5f3, NAME => 'TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:58:24,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=79 java.io.IOException: Unable to complete flush {ENCODED => ed489884227823fc606d21469e41d5f3, NAME => 'TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:58:24,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.HMaster(4177): Remote procedure failed, pid=79 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ed489884227823fc606d21469e41d5f3, NAME => 'TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ed489884227823fc606d21469e41d5f3, NAME => 'TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:58:24,949 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:24,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60452 deadline: 1733349564948, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:24,950 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:24,950 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:24,950 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:58:24,960 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:24,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60454 deadline: 1733349564958, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:24,961 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:24,961 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:24,961 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:58:25,029 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:25,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60498 deadline: 1733349565028, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:25,029 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:25,029 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:25,029 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:25,029 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:58:25,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60512 deadline: 1733349565028, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:25,030 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:25,030 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:25,030 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:58:25,030 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:25,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60522 deadline: 1733349565028, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:25,031 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:25,031 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:25,031 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:58:25,035 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39095 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-12-04T21:58:25,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3. 2024-12-04T21:58:25,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3. as already flushing 2024-12-04T21:58:25,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3. 2024-12-04T21:58:25,035 ERROR [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] handler.RSProcedureHandler(58): pid=79 java.io.IOException: Unable to complete flush {ENCODED => ed489884227823fc606d21469e41d5f3, NAME => 'TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:58:25,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=79 java.io.IOException: Unable to complete flush {ENCODED => ed489884227823fc606d21469e41d5f3, NAME => 'TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:58:25,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.HMaster(4177): Remote procedure failed, pid=79 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ed489884227823fc606d21469e41d5f3, NAME => 'TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ed489884227823fc606d21469e41d5f3, NAME => 'TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:58:25,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-12-04T21:58:25,101 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=308 (bloomFilter=true), to=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/.tmp/A/d84396ff1a86476c80eb1d47b7c89a01 2024-12-04T21:58:25,107 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/.tmp/B/5e90269a00f2444686d69e8966765a55 is 50, key is test_row_0/B:col10/1733349504629/Put/seqid=0 2024-12-04T21:58:25,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742127_1303 (size=12301) 2024-12-04T21:58:25,187 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39095 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-12-04T21:58:25,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3. 2024-12-04T21:58:25,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3. as already flushing 2024-12-04T21:58:25,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3. 2024-12-04T21:58:25,188 ERROR [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] handler.RSProcedureHandler(58): pid=79 java.io.IOException: Unable to complete flush {ENCODED => ed489884227823fc606d21469e41d5f3, NAME => 'TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:58:25,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=79 java.io.IOException: Unable to complete flush {ENCODED => ed489884227823fc606d21469e41d5f3, NAME => 'TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:58:25,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.HMaster(4177): Remote procedure failed, pid=79 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ed489884227823fc606d21469e41d5f3, NAME => 'TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ed489884227823fc606d21469e41d5f3, NAME => 'TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:58:25,263 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:25,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60452 deadline: 1733349565262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:25,264 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:25,264 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:25,264 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:58:25,270 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:25,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60454 deadline: 1733349565268, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:25,270 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:25,270 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:25,270 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:58:25,339 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:25,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60498 deadline: 1733349565338, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:25,340 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:25,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60512 deadline: 1733349565338, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:25,340 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:25,340 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:25,340 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:58:25,340 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39095 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-12-04T21:58:25,340 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:25,340 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:25,340 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:25,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3. 2024-12-04T21:58:25,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60522 deadline: 1733349565338, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:25,340 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:58:25,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3. as already flushing 2024-12-04T21:58:25,340 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:25,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3. 2024-12-04T21:58:25,340 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:25,340 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:58:25,340 ERROR [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] handler.RSProcedureHandler(58): pid=79 java.io.IOException: Unable to complete flush {ENCODED => ed489884227823fc606d21469e41d5f3, NAME => 'TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:58:25,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=79 java.io.IOException: Unable to complete flush {ENCODED => ed489884227823fc606d21469e41d5f3, NAME => 'TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:58:25,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.HMaster(4177): Remote procedure failed, pid=79 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ed489884227823fc606d21469e41d5f3, NAME => 'TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ed489884227823fc606d21469e41d5f3, NAME => 'TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:58:25,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-12-04T21:58:25,493 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39095 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-12-04T21:58:25,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3. 2024-12-04T21:58:25,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3. as already flushing 2024-12-04T21:58:25,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3. 2024-12-04T21:58:25,493 ERROR [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] handler.RSProcedureHandler(58): pid=79 java.io.IOException: Unable to complete flush {ENCODED => ed489884227823fc606d21469e41d5f3, NAME => 'TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:58:25,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=79 java.io.IOException: Unable to complete flush {ENCODED => ed489884227823fc606d21469e41d5f3, NAME => 'TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:58:25,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.HMaster(4177): Remote procedure failed, pid=79 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ed489884227823fc606d21469e41d5f3, NAME => 'TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ed489884227823fc606d21469e41d5f3, NAME => 'TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:58:25,521 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=308 (bloomFilter=true), to=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/.tmp/B/5e90269a00f2444686d69e8966765a55 2024-12-04T21:58:25,528 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/.tmp/C/90e1725d815b4a2eaae1256ef4239ff4 is 50, key is test_row_0/C:col10/1733349504629/Put/seqid=0 2024-12-04T21:58:25,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742128_1304 (size=12301) 2024-12-04T21:58:25,645 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39095 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-12-04T21:58:25,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3. 2024-12-04T21:58:25,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3. as already flushing 2024-12-04T21:58:25,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3. 2024-12-04T21:58:25,646 ERROR [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] handler.RSProcedureHandler(58): pid=79 java.io.IOException: Unable to complete flush {ENCODED => ed489884227823fc606d21469e41d5f3, NAME => 'TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:58:25,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=79 java.io.IOException: Unable to complete flush {ENCODED => ed489884227823fc606d21469e41d5f3, NAME => 'TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:58:25,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.HMaster(4177): Remote procedure failed, pid=79 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ed489884227823fc606d21469e41d5f3, NAME => 'TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ed489884227823fc606d21469e41d5f3, NAME => 'TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:58:25,778 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:25,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60452 deadline: 1733349565777, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:25,779 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:25,779 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:25,779 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:58:25,779 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:25,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60454 deadline: 1733349565777, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:25,780 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:25,780 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:25,780 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:58:25,798 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39095 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-12-04T21:58:25,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3. 2024-12-04T21:58:25,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3. as already flushing 2024-12-04T21:58:25,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3. 2024-12-04T21:58:25,798 ERROR [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] handler.RSProcedureHandler(58): pid=79 java.io.IOException: Unable to complete flush {ENCODED => ed489884227823fc606d21469e41d5f3, NAME => 'TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:58:25,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=79 java.io.IOException: Unable to complete flush {ENCODED => ed489884227823fc606d21469e41d5f3, NAME => 'TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:58:25,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.HMaster(4177): Remote procedure failed, pid=79 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ed489884227823fc606d21469e41d5f3, NAME => 'TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ed489884227823fc606d21469e41d5f3, NAME => 'TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:58:25,848 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:25,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60498 deadline: 1733349565847, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:25,849 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:25,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60512 deadline: 1733349565847, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:25,849 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:25,849 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:25,849 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:25,849 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:58:25,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60522 deadline: 1733349565847, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:25,849 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:25,850 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:25,850 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:25,850 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:58:25,850 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:25,850 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:58:25,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-12-04T21:58:25,932 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=308 (bloomFilter=true), to=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/.tmp/C/90e1725d815b4a2eaae1256ef4239ff4 2024-12-04T21:58:25,936 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/.tmp/A/d84396ff1a86476c80eb1d47b7c89a01 as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/A/d84396ff1a86476c80eb1d47b7c89a01 2024-12-04T21:58:25,940 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/A/d84396ff1a86476c80eb1d47b7c89a01, entries=200, sequenceid=308, filesize=14.4 K 2024-12-04T21:58:25,941 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/.tmp/B/5e90269a00f2444686d69e8966765a55 as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/B/5e90269a00f2444686d69e8966765a55 2024-12-04T21:58:25,944 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/B/5e90269a00f2444686d69e8966765a55, entries=150, sequenceid=308, filesize=12.0 K 2024-12-04T21:58:25,945 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/.tmp/C/90e1725d815b4a2eaae1256ef4239ff4 as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/C/90e1725d815b4a2eaae1256ef4239ff4 2024-12-04T21:58:25,948 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/C/90e1725d815b4a2eaae1256ef4239ff4, entries=150, sequenceid=308, filesize=12.0 K 2024-12-04T21:58:25,949 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~399.33 KB/408912, currentSize=40.25 KB/41220 for ed489884227823fc606d21469e41d5f3 in 1258ms, sequenceid=308, compaction requested=true 2024-12-04T21:58:25,949 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ed489884227823fc606d21469e41d5f3: 2024-12-04T21:58:25,949 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ed489884227823fc606d21469e41d5f3:A, priority=-2147483648, current under compaction store size is 1 2024-12-04T21:58:25,950 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T21:58:25,950 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ed489884227823fc606d21469e41d5f3:B, priority=-2147483648, current under compaction store size is 2 2024-12-04T21:58:25,950 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T21:58:25,950 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T21:58:25,950 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ed489884227823fc606d21469e41d5f3:C, priority=-2147483648, current under compaction store size is 3 2024-12-04T21:58:25,950 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T21:58:25,950 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T21:58:25,950 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39095 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-12-04T21:58:25,951 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39555 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T21:58:25,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3. 2024-12-04T21:58:25,951 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HStore(1541): ed489884227823fc606d21469e41d5f3/A is initiating minor compaction (all files) 2024-12-04T21:58:25,951 INFO [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ed489884227823fc606d21469e41d5f3/A in TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3. 2024-12-04T21:58:25,951 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2902): Flushing ed489884227823fc606d21469e41d5f3 3/3 column families, dataSize=40.25 KB heapSize=120.28 KB 2024-12-04T21:58:25,951 INFO [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/A/ba3f81e77ba34cb19814b9d64821b018, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/A/341a3511d01341538d817a96ac567136, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/A/d84396ff1a86476c80eb1d47b7c89a01] into tmpdir=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/.tmp, totalSize=38.6 K 2024-12-04T21:58:25,951 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37115 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T21:58:25,951 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HStore(1541): ed489884227823fc606d21469e41d5f3/B is initiating minor compaction (all files) 2024-12-04T21:58:25,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ed489884227823fc606d21469e41d5f3, store=A 2024-12-04T21:58:25,951 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ed489884227823fc606d21469e41d5f3/B in TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3. 2024-12-04T21:58:25,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T21:58:25,951 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/B/82861bf8cc234821ae1ea6979b110f64, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/B/1ef8494b21be4427aa954792acf70258, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/B/5e90269a00f2444686d69e8966765a55] into tmpdir=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/.tmp, totalSize=36.2 K 2024-12-04T21:58:25,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ed489884227823fc606d21469e41d5f3, store=B 2024-12-04T21:58:25,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T21:58:25,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ed489884227823fc606d21469e41d5f3, store=C 2024-12-04T21:58:25,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T21:58:25,951 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.Compactor(225): Compacting 82861bf8cc234821ae1ea6979b110f64, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=241, earliestPutTs=1733349502398 2024-12-04T21:58:25,951 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] compactions.Compactor(225): Compacting ba3f81e77ba34cb19814b9d64821b018, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=241, earliestPutTs=1733349502398 2024-12-04T21:58:25,952 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.Compactor(225): Compacting 1ef8494b21be4427aa954792acf70258, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1733349502404 2024-12-04T21:58:25,952 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] compactions.Compactor(225): Compacting 341a3511d01341538d817a96ac567136, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1733349502404 2024-12-04T21:58:25,952 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.Compactor(225): Compacting 5e90269a00f2444686d69e8966765a55, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=308, earliestPutTs=1733349504609 2024-12-04T21:58:25,952 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] compactions.Compactor(225): Compacting d84396ff1a86476c80eb1d47b7c89a01, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=308, earliestPutTs=1733349504609 2024-12-04T21:58:25,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/.tmp/A/bafca41ebea24ad8bd9a8ea97abc7f3a is 50, key is test_row_0/A:col10/1733349504709/Put/seqid=0 2024-12-04T21:58:25,971 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ed489884227823fc606d21469e41d5f3#B#compaction#259 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T21:58:25,972 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/.tmp/B/6c9a26cb37d64f988613bc4018a65907 is 50, key is test_row_0/B:col10/1733349504629/Put/seqid=0 2024-12-04T21:58:25,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742129_1305 (size=12301) 2024-12-04T21:58:25,976 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=317 (bloomFilter=true), to=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/.tmp/A/bafca41ebea24ad8bd9a8ea97abc7f3a 2024-12-04T21:58:25,983 INFO [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ed489884227823fc606d21469e41d5f3#A#compaction#260 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T21:58:25,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/.tmp/B/7c8f5c4947714536b2ee97a6c069a494 is 50, key is test_row_0/B:col10/1733349504709/Put/seqid=0 2024-12-04T21:58:25,983 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/.tmp/A/2f6a2b5c30154891bafff7142846523a is 50, key is test_row_0/A:col10/1733349504629/Put/seqid=0 2024-12-04T21:58:25,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742130_1306 (size=12915) 2024-12-04T21:58:25,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742131_1307 (size=12301) 2024-12-04T21:58:25,999 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=317 (bloomFilter=true), to=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/.tmp/B/7c8f5c4947714536b2ee97a6c069a494 2024-12-04T21:58:26,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742132_1308 (size=12915) 2024-12-04T21:58:26,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/.tmp/C/2b64c84e33de4f76b730cf5e8dd252f4 is 50, key is test_row_0/C:col10/1733349504709/Put/seqid=0 2024-12-04T21:58:26,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742133_1309 (size=12301) 2024-12-04T21:58:26,398 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/.tmp/B/6c9a26cb37d64f988613bc4018a65907 as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/B/6c9a26cb37d64f988613bc4018a65907 2024-12-04T21:58:26,403 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ed489884227823fc606d21469e41d5f3/B of ed489884227823fc606d21469e41d5f3 into 6c9a26cb37d64f988613bc4018a65907(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T21:58:26,403 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ed489884227823fc606d21469e41d5f3: 2024-12-04T21:58:26,403 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., storeName=ed489884227823fc606d21469e41d5f3/B, priority=13, startTime=1733349505950; duration=0sec 2024-12-04T21:58:26,403 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T21:58:26,403 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ed489884227823fc606d21469e41d5f3:B 2024-12-04T21:58:26,403 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T21:58:26,404 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37115 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T21:58:26,404 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HStore(1541): ed489884227823fc606d21469e41d5f3/C is initiating minor compaction (all files) 2024-12-04T21:58:26,404 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ed489884227823fc606d21469e41d5f3/C in TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3. 2024-12-04T21:58:26,404 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/C/ebc72bc60ff943ad8b5ac15ad2c34ee9, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/C/8293ed21d6e5462b87189435fb1cc400, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/C/90e1725d815b4a2eaae1256ef4239ff4] into tmpdir=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/.tmp, totalSize=36.2 K 2024-12-04T21:58:26,404 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.Compactor(225): Compacting ebc72bc60ff943ad8b5ac15ad2c34ee9, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=241, earliestPutTs=1733349502398 2024-12-04T21:58:26,404 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.Compactor(225): Compacting 8293ed21d6e5462b87189435fb1cc400, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1733349502404 2024-12-04T21:58:26,405 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.Compactor(225): Compacting 90e1725d815b4a2eaae1256ef4239ff4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=308, earliestPutTs=1733349504609 2024-12-04T21:58:26,410 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/.tmp/A/2f6a2b5c30154891bafff7142846523a as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/A/2f6a2b5c30154891bafff7142846523a 2024-12-04T21:58:26,411 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ed489884227823fc606d21469e41d5f3#C#compaction#263 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T21:58:26,411 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/.tmp/C/38247b770db54f5a9383b8718de99d33 is 50, key is test_row_0/C:col10/1733349504629/Put/seqid=0 2024-12-04T21:58:26,415 INFO [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ed489884227823fc606d21469e41d5f3/A of ed489884227823fc606d21469e41d5f3 into 2f6a2b5c30154891bafff7142846523a(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T21:58:26,415 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ed489884227823fc606d21469e41d5f3: 2024-12-04T21:58:26,415 INFO [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., storeName=ed489884227823fc606d21469e41d5f3/A, priority=13, startTime=1733349505949; duration=0sec 2024-12-04T21:58:26,415 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T21:58:26,415 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ed489884227823fc606d21469e41d5f3:A 2024-12-04T21:58:26,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742134_1310 (size=12915) 2024-12-04T21:58:26,424 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=317 (bloomFilter=true), to=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/.tmp/C/2b64c84e33de4f76b730cf5e8dd252f4 2024-12-04T21:58:26,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/.tmp/A/bafca41ebea24ad8bd9a8ea97abc7f3a as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/A/bafca41ebea24ad8bd9a8ea97abc7f3a 2024-12-04T21:58:26,436 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/A/bafca41ebea24ad8bd9a8ea97abc7f3a, entries=150, sequenceid=317, filesize=12.0 K 2024-12-04T21:58:26,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/.tmp/B/7c8f5c4947714536b2ee97a6c069a494 as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/B/7c8f5c4947714536b2ee97a6c069a494 2024-12-04T21:58:26,441 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/B/7c8f5c4947714536b2ee97a6c069a494, entries=150, sequenceid=317, filesize=12.0 K 2024-12-04T21:58:26,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/.tmp/C/2b64c84e33de4f76b730cf5e8dd252f4 as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/C/2b64c84e33de4f76b730cf5e8dd252f4 2024-12-04T21:58:26,445 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/C/2b64c84e33de4f76b730cf5e8dd252f4, entries=150, sequenceid=317, filesize=12.0 K 2024-12-04T21:58:26,446 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(3140): Finished flush of dataSize ~40.25 KB/41220, heapSize ~120.23 KB/123120, currentSize=0 B/0 for ed489884227823fc606d21469e41d5f3 in 495ms, sequenceid=317, compaction requested=false 2024-12-04T21:58:26,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2603): Flush status journal for ed489884227823fc606d21469e41d5f3: 2024-12-04T21:58:26,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3. 2024-12-04T21:58:26,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=79 2024-12-04T21:58:26,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.HMaster(4169): Remote procedure done, pid=79 2024-12-04T21:58:26,448 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=79, resume processing ppid=78 2024-12-04T21:58:26,448 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=79, ppid=78, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7170 sec 2024-12-04T21:58:26,450 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=78, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees in 1.7210 sec 2024-12-04T21:58:26,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(8855): Flush requested on ed489884227823fc606d21469e41d5f3 2024-12-04T21:58:26,799 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ed489884227823fc606d21469e41d5f3 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-12-04T21:58:26,799 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ed489884227823fc606d21469e41d5f3, store=A 2024-12-04T21:58:26,799 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T21:58:26,799 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ed489884227823fc606d21469e41d5f3, store=B 2024-12-04T21:58:26,799 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T21:58:26,799 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ed489884227823fc606d21469e41d5f3, store=C 2024-12-04T21:58:26,799 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T21:58:26,803 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/.tmp/A/d02e15adc26f42ca9b4beb3cba621572 is 50, key is test_row_0/A:col10/1733349506793/Put/seqid=0 2024-12-04T21:58:26,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742135_1311 (size=12301) 2024-12-04T21:58:26,820 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/.tmp/C/38247b770db54f5a9383b8718de99d33 as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/C/38247b770db54f5a9383b8718de99d33 2024-12-04T21:58:26,825 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ed489884227823fc606d21469e41d5f3/C of ed489884227823fc606d21469e41d5f3 into 38247b770db54f5a9383b8718de99d33(size=12.6 K), total size for store is 24.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T21:58:26,825 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ed489884227823fc606d21469e41d5f3: 2024-12-04T21:58:26,825 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., storeName=ed489884227823fc606d21469e41d5f3/C, priority=13, startTime=1733349505950; duration=0sec 2024-12-04T21:58:26,825 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T21:58:26,825 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ed489884227823fc606d21469e41d5f3:C 2024-12-04T21:58:26,836 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/bb3046a53f79:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733349506810, max timestamp=1733349506834Num uniques 859; 2024-12-04T21:58:26,836 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/bb3046a53f79:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733349506810, max timestamp=1733349506834Num uniques 859; 2024-12-04T21:58:26,837 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/bb3046a53f79:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733349506810, max timestamp=1733349506834Num uniques 859; 2024-12-04T21:58:26,837 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/bb3046a53f79:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-04T21:58:26,837 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/bb3046a53f79:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-04T21:58:26,837 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/bb3046a53f79:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-04T21:58:26,874 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:26,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60522 deadline: 1733349566868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:26,874 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:26,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60512 deadline: 1733349566868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:26,874 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:26,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60452 deadline: 1733349566868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:26,875 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:26,875 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:26,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60498 deadline: 1733349566868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:26,875 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:26,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60454 deadline: 1733349566870, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:26,875 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:26,875 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:58:26,875 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:26,875 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:26,875 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to bb3046a53f79,39095,1733349424047 for 'test_row_0' in ed489884227823fc606d21469e41d5f3 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2163 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-04T21:58:26,875 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to bb3046a53f79,39095,1733349424047 for 'test_row_2' in ed489884227823fc606d21469e41d5f3 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2164 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-04T21:58:26,875 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:26,875 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:58:26,875 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:26,875 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:26,875 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:26,875 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:26,875 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:58:26,875 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:26,875 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:58:26,875 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:58:26,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-12-04T21:58:26,878 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-04T21:58:26,879 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-04T21:58:26,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] procedure2.ProcedureExecutor(1139): Stored pid=80, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=80, table=TestAcidGuarantees 2024-12-04T21:58:26,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-12-04T21:58:26,880 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=80, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=80, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-04T21:58:26,881 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=80, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=80, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-04T21:58:26,881 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=81, ppid=80, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-04T21:58:26,978 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:26,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60452 deadline: 1733349566978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:26,979 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:26,979 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:26,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60498 deadline: 1733349566978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:26,979 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:26,979 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:58:26,979 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:26,979 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:26,979 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:26,979 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:58:26,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60454 deadline: 1733349566978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:26,979 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:26,979 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:26,979 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:58:26,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-12-04T21:58:27,033 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39095 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81 2024-12-04T21:58:27,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3. 2024-12-04T21:58:27,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3. as already flushing 2024-12-04T21:58:27,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3. 2024-12-04T21:58:27,033 ERROR [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] handler.RSProcedureHandler(58): pid=81 java.io.IOException: Unable to complete flush {ENCODED => ed489884227823fc606d21469e41d5f3, NAME => 'TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:58:27,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=81 java.io.IOException: Unable to complete flush {ENCODED => ed489884227823fc606d21469e41d5f3, NAME => 'TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:58:27,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.HMaster(4177): Remote procedure failed, pid=81 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ed489884227823fc606d21469e41d5f3, NAME => 'TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ed489884227823fc606d21469e41d5f3, NAME => 'TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:58:27,185 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39095 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81 2024-12-04T21:58:27,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3. 2024-12-04T21:58:27,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3. as already flushing 2024-12-04T21:58:27,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3. 2024-12-04T21:58:27,186 ERROR [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] handler.RSProcedureHandler(58): pid=81 java.io.IOException: Unable to complete flush {ENCODED => ed489884227823fc606d21469e41d5f3, NAME => 'TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:58:27,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=81 java.io.IOException: Unable to complete flush {ENCODED => ed489884227823fc606d21469e41d5f3, NAME => 'TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:58:27,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.HMaster(4177): Remote procedure failed, pid=81 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ed489884227823fc606d21469e41d5f3, NAME => 'TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ed489884227823fc606d21469e41d5f3, NAME => 'TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:58:27,190 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:27,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60452 deadline: 1733349567188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:27,191 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:27,191 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:27,191 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:27,191 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:58:27,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60498 deadline: 1733349567188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:27,191 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:27,191 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:27,191 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:27,191 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:58:27,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60454 deadline: 1733349567188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:27,191 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:27,191 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:27,191 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:58:27,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-12-04T21:58:27,206 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=329 (bloomFilter=true), to=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/.tmp/A/d02e15adc26f42ca9b4beb3cba621572 2024-12-04T21:58:27,212 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/.tmp/B/abe6f63fd36742138ba169f3cc34b91f is 50, key is test_row_0/B:col10/1733349506793/Put/seqid=0 2024-12-04T21:58:27,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742136_1312 (size=12301) 2024-12-04T21:58:27,338 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39095 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81 2024-12-04T21:58:27,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3. 2024-12-04T21:58:27,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3. as already flushing 2024-12-04T21:58:27,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3. 2024-12-04T21:58:27,338 ERROR [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] handler.RSProcedureHandler(58): pid=81 java.io.IOException: Unable to complete flush {ENCODED => ed489884227823fc606d21469e41d5f3, NAME => 'TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:58:27,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=81 java.io.IOException: Unable to complete flush {ENCODED => ed489884227823fc606d21469e41d5f3, NAME => 'TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:58:27,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.HMaster(4177): Remote procedure failed, pid=81 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ed489884227823fc606d21469e41d5f3, NAME => 'TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ed489884227823fc606d21469e41d5f3, NAME => 'TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:58:27,491 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39095 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81 2024-12-04T21:58:27,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3. 2024-12-04T21:58:27,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3. as already flushing 2024-12-04T21:58:27,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3. 2024-12-04T21:58:27,491 ERROR [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] handler.RSProcedureHandler(58): pid=81 java.io.IOException: Unable to complete flush {ENCODED => ed489884227823fc606d21469e41d5f3, NAME => 'TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:58:27,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=81 java.io.IOException: Unable to complete flush {ENCODED => ed489884227823fc606d21469e41d5f3, NAME => 'TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:58:27,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.HMaster(4177): Remote procedure failed, pid=81 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ed489884227823fc606d21469e41d5f3, NAME => 'TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ed489884227823fc606d21469e41d5f3, NAME => 'TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:58:27,498 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:27,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60452 deadline: 1733349567497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:27,498 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:27,498 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:27,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60498 deadline: 1733349567497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:27,498 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:27,498 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:58:27,498 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:27,498 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:27,498 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:27,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60454 deadline: 1733349567497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:27,498 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:58:27,498 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:27,498 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:27,498 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:58:27,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-12-04T21:58:27,615 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=329 (bloomFilter=true), to=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/.tmp/B/abe6f63fd36742138ba169f3cc34b91f 2024-12-04T21:58:27,621 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/.tmp/C/308dda068ae24f1da55b5e05ad11d3c0 is 50, key is test_row_0/C:col10/1733349506793/Put/seqid=0 2024-12-04T21:58:27,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742137_1313 (size=12301) 2024-12-04T21:58:27,643 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39095 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81 2024-12-04T21:58:27,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3. 2024-12-04T21:58:27,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3. as already flushing 2024-12-04T21:58:27,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3. 2024-12-04T21:58:27,644 ERROR [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] handler.RSProcedureHandler(58): pid=81 java.io.IOException: Unable to complete flush {ENCODED => ed489884227823fc606d21469e41d5f3, NAME => 'TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:58:27,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=81 java.io.IOException: Unable to complete flush {ENCODED => ed489884227823fc606d21469e41d5f3, NAME => 'TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:58:27,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.HMaster(4177): Remote procedure failed, pid=81 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ed489884227823fc606d21469e41d5f3, NAME => 'TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ed489884227823fc606d21469e41d5f3, NAME => 'TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:58:27,796 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39095 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81 2024-12-04T21:58:27,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3. 2024-12-04T21:58:27,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3. as already flushing 2024-12-04T21:58:27,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3. 2024-12-04T21:58:27,797 ERROR [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] handler.RSProcedureHandler(58): pid=81 java.io.IOException: Unable to complete flush {ENCODED => ed489884227823fc606d21469e41d5f3, NAME => 'TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:58:27,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=81 java.io.IOException: Unable to complete flush {ENCODED => ed489884227823fc606d21469e41d5f3, NAME => 'TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:58:27,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.HMaster(4177): Remote procedure failed, pid=81 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ed489884227823fc606d21469e41d5f3, NAME => 'TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ed489884227823fc606d21469e41d5f3, NAME => 'TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:58:27,949 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39095 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81 2024-12-04T21:58:27,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3. 2024-12-04T21:58:27,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3. as already flushing 2024-12-04T21:58:27,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3. 2024-12-04T21:58:27,949 ERROR [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] handler.RSProcedureHandler(58): pid=81 java.io.IOException: Unable to complete flush {ENCODED => ed489884227823fc606d21469e41d5f3, NAME => 'TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:58:27,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=81 java.io.IOException: Unable to complete flush {ENCODED => ed489884227823fc606d21469e41d5f3, NAME => 'TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:58:27,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.HMaster(4177): Remote procedure failed, pid=81 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ed489884227823fc606d21469e41d5f3, NAME => 'TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ed489884227823fc606d21469e41d5f3, NAME => 'TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:58:28,010 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:28,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60452 deadline: 1733349568007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:28,010 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:28,010 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:28,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60498 deadline: 1733349568007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:28,010 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:28,010 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:58:28,010 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:28,010 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:28,010 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:28,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60454 deadline: 1733349568007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:28,010 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:58:28,011 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:28,011 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:28,011 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:58:28,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-12-04T21:58:28,025 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=329 (bloomFilter=true), to=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/.tmp/C/308dda068ae24f1da55b5e05ad11d3c0 2024-12-04T21:58:28,028 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/.tmp/A/d02e15adc26f42ca9b4beb3cba621572 as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/A/d02e15adc26f42ca9b4beb3cba621572 2024-12-04T21:58:28,031 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/A/d02e15adc26f42ca9b4beb3cba621572, entries=150, sequenceid=329, filesize=12.0 K 2024-12-04T21:58:28,032 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/.tmp/B/abe6f63fd36742138ba169f3cc34b91f as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/B/abe6f63fd36742138ba169f3cc34b91f 2024-12-04T21:58:28,035 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/B/abe6f63fd36742138ba169f3cc34b91f, entries=150, sequenceid=329, filesize=12.0 K 2024-12-04T21:58:28,036 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/.tmp/C/308dda068ae24f1da55b5e05ad11d3c0 as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/C/308dda068ae24f1da55b5e05ad11d3c0 2024-12-04T21:58:28,039 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/C/308dda068ae24f1da55b5e05ad11d3c0, entries=150, sequenceid=329, filesize=12.0 K 2024-12-04T21:58:28,040 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for ed489884227823fc606d21469e41d5f3 in 1241ms, sequenceid=329, compaction requested=true 2024-12-04T21:58:28,040 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ed489884227823fc606d21469e41d5f3: 2024-12-04T21:58:28,040 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ed489884227823fc606d21469e41d5f3:A, priority=-2147483648, current under compaction store size is 1 2024-12-04T21:58:28,040 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T21:58:28,040 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ed489884227823fc606d21469e41d5f3:B, priority=-2147483648, current under compaction store size is 2 2024-12-04T21:58:28,040 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T21:58:28,040 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T21:58:28,040 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T21:58:28,040 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ed489884227823fc606d21469e41d5f3:C, priority=-2147483648, current under compaction store size is 3 2024-12-04T21:58:28,040 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T21:58:28,041 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37517 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T21:58:28,041 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37517 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T21:58:28,041 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HStore(1541): ed489884227823fc606d21469e41d5f3/B is initiating minor compaction (all files) 2024-12-04T21:58:28,041 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HStore(1541): ed489884227823fc606d21469e41d5f3/A is initiating minor compaction (all files) 2024-12-04T21:58:28,041 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ed489884227823fc606d21469e41d5f3/B in TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3. 2024-12-04T21:58:28,041 INFO [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ed489884227823fc606d21469e41d5f3/A in TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3. 2024-12-04T21:58:28,041 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/B/6c9a26cb37d64f988613bc4018a65907, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/B/7c8f5c4947714536b2ee97a6c069a494, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/B/abe6f63fd36742138ba169f3cc34b91f] into tmpdir=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/.tmp, totalSize=36.6 K 2024-12-04T21:58:28,041 INFO [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/A/2f6a2b5c30154891bafff7142846523a, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/A/bafca41ebea24ad8bd9a8ea97abc7f3a, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/A/d02e15adc26f42ca9b4beb3cba621572] into tmpdir=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/.tmp, totalSize=36.6 K 2024-12-04T21:58:28,041 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.Compactor(225): Compacting 6c9a26cb37d64f988613bc4018a65907, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=308, earliestPutTs=1733349504609 2024-12-04T21:58:28,042 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2f6a2b5c30154891bafff7142846523a, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=308, earliestPutTs=1733349504609 2024-12-04T21:58:28,042 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.Compactor(225): Compacting 7c8f5c4947714536b2ee97a6c069a494, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=317, earliestPutTs=1733349504698 2024-12-04T21:58:28,042 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] compactions.Compactor(225): Compacting bafca41ebea24ad8bd9a8ea97abc7f3a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=317, earliestPutTs=1733349504698 2024-12-04T21:58:28,042 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.Compactor(225): Compacting abe6f63fd36742138ba169f3cc34b91f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=329, earliestPutTs=1733349506790 2024-12-04T21:58:28,042 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] compactions.Compactor(225): Compacting d02e15adc26f42ca9b4beb3cba621572, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=329, earliestPutTs=1733349506790 2024-12-04T21:58:28,050 INFO [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ed489884227823fc606d21469e41d5f3#A#compaction#267 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-04T21:58:28,050 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ed489884227823fc606d21469e41d5f3#B#compaction#268 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T21:58:28,051 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/.tmp/B/de954784b0f3438798529f5eb6d651fa is 50, key is test_row_0/B:col10/1733349506793/Put/seqid=0 2024-12-04T21:58:28,051 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/.tmp/A/d6d3db7f1bc8413d8de33d027f00e05c is 50, key is test_row_0/A:col10/1733349506793/Put/seqid=0 2024-12-04T21:58:28,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742138_1314 (size=13017) 2024-12-04T21:58:28,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742139_1315 (size=13017) 2024-12-04T21:58:28,074 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/.tmp/A/d6d3db7f1bc8413d8de33d027f00e05c as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/A/d6d3db7f1bc8413d8de33d027f00e05c 2024-12-04T21:58:28,078 INFO [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ed489884227823fc606d21469e41d5f3/A of ed489884227823fc606d21469e41d5f3 into d6d3db7f1bc8413d8de33d027f00e05c(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T21:58:28,078 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ed489884227823fc606d21469e41d5f3: 2024-12-04T21:58:28,078 INFO [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., storeName=ed489884227823fc606d21469e41d5f3/A, priority=13, startTime=1733349508040; duration=0sec 2024-12-04T21:58:28,079 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T21:58:28,079 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ed489884227823fc606d21469e41d5f3:A 2024-12-04T21:58:28,079 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T21:58:28,079 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37517 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T21:58:28,080 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HStore(1541): ed489884227823fc606d21469e41d5f3/C is initiating minor compaction (all files) 2024-12-04T21:58:28,080 INFO [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ed489884227823fc606d21469e41d5f3/C in TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3. 2024-12-04T21:58:28,080 INFO [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/C/38247b770db54f5a9383b8718de99d33, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/C/2b64c84e33de4f76b730cf5e8dd252f4, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/C/308dda068ae24f1da55b5e05ad11d3c0] into tmpdir=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/.tmp, totalSize=36.6 K 2024-12-04T21:58:28,080 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] compactions.Compactor(225): Compacting 38247b770db54f5a9383b8718de99d33, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=308, earliestPutTs=1733349504609 2024-12-04T21:58:28,081 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2b64c84e33de4f76b730cf5e8dd252f4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=317, earliestPutTs=1733349504698 2024-12-04T21:58:28,081 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] compactions.Compactor(225): Compacting 308dda068ae24f1da55b5e05ad11d3c0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=329, earliestPutTs=1733349506790 2024-12-04T21:58:28,091 INFO [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ed489884227823fc606d21469e41d5f3#C#compaction#269 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T21:58:28,092 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/.tmp/C/0ab33d55a36147fc8b00c60c5644f5af is 50, key is test_row_0/C:col10/1733349506793/Put/seqid=0 2024-12-04T21:58:28,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742140_1316 (size=13017) 2024-12-04T21:58:28,102 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39095 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81 2024-12-04T21:58:28,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3. 2024-12-04T21:58:28,103 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2902): Flushing ed489884227823fc606d21469e41d5f3 3/3 column families, dataSize=134.18 KB heapSize=380.30 KB 2024-12-04T21:58:28,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ed489884227823fc606d21469e41d5f3, store=A 2024-12-04T21:58:28,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-04T21:58:28,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ed489884227823fc606d21469e41d5f3, store=B 2024-12-04T21:58:28,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-04T21:58:28,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ed489884227823fc606d21469e41d5f3, store=C 2024-12-04T21:58:28,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-04T21:58:28,106 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/.tmp/C/0ab33d55a36147fc8b00c60c5644f5af as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/C/0ab33d55a36147fc8b00c60c5644f5af 2024-12-04T21:58:28,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/.tmp/A/d7380099c71b49bbb027916c0281103b is 50, key is test_row_0/A:col10/1733349506853/Put/seqid=0 2024-12-04T21:58:28,113 INFO [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ed489884227823fc606d21469e41d5f3/C of ed489884227823fc606d21469e41d5f3 into 0ab33d55a36147fc8b00c60c5644f5af(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T21:58:28,113 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ed489884227823fc606d21469e41d5f3: 2024-12-04T21:58:28,113 INFO [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., storeName=ed489884227823fc606d21469e41d5f3/C, priority=13, startTime=1733349508040; duration=0sec 2024-12-04T21:58:28,114 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T21:58:28,114 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ed489884227823fc606d21469e41d5f3:C 2024-12-04T21:58:28,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742141_1317 (size=12301) 2024-12-04T21:58:28,135 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=367 (bloomFilter=true), to=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/.tmp/A/d7380099c71b49bbb027916c0281103b 2024-12-04T21:58:28,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/.tmp/B/bc4273401aa24805a38173e9cebb58e9 is 50, key is test_row_0/B:col10/1733349506853/Put/seqid=0 2024-12-04T21:58:28,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742142_1318 (size=12301) 2024-12-04T21:58:28,465 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/.tmp/B/de954784b0f3438798529f5eb6d651fa as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/B/de954784b0f3438798529f5eb6d651fa 2024-12-04T21:58:28,471 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ed489884227823fc606d21469e41d5f3/B of ed489884227823fc606d21469e41d5f3 into de954784b0f3438798529f5eb6d651fa(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T21:58:28,471 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ed489884227823fc606d21469e41d5f3: 2024-12-04T21:58:28,471 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., storeName=ed489884227823fc606d21469e41d5f3/B, priority=13, startTime=1733349508040; duration=0sec 2024-12-04T21:58:28,471 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T21:58:28,471 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ed489884227823fc606d21469e41d5f3:B 2024-12-04T21:58:28,552 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=367 (bloomFilter=true), to=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/.tmp/B/bc4273401aa24805a38173e9cebb58e9 2024-12-04T21:58:28,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/.tmp/C/4aa32226e9664c0b883cf11fcda53fdc is 50, key is test_row_0/C:col10/1733349506853/Put/seqid=0 2024-12-04T21:58:28,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742143_1319 (size=12301) 2024-12-04T21:58:28,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(8855): Flush requested on ed489884227823fc606d21469e41d5f3 2024-12-04T21:58:28,890 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3. as already flushing 2024-12-04T21:58:28,903 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:28,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60522 deadline: 1733349568899, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:28,903 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:28,904 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:28,904 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:58:28,907 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:28,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60512 deadline: 1733349568903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:28,908 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:28,908 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:28,908 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:58:28,962 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=367 (bloomFilter=true), to=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/.tmp/C/4aa32226e9664c0b883cf11fcda53fdc 2024-12-04T21:58:28,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/.tmp/A/d7380099c71b49bbb027916c0281103b as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/A/d7380099c71b49bbb027916c0281103b 2024-12-04T21:58:28,976 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/A/d7380099c71b49bbb027916c0281103b, entries=150, sequenceid=367, filesize=12.0 K 2024-12-04T21:58:28,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/.tmp/B/bc4273401aa24805a38173e9cebb58e9 as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/B/bc4273401aa24805a38173e9cebb58e9 2024-12-04T21:58:28,980 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/B/bc4273401aa24805a38173e9cebb58e9, entries=150, sequenceid=367, filesize=12.0 K 2024-12-04T21:58:28,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/.tmp/C/4aa32226e9664c0b883cf11fcda53fdc as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/C/4aa32226e9664c0b883cf11fcda53fdc 2024-12-04T21:58:28,984 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/C/4aa32226e9664c0b883cf11fcda53fdc, entries=150, sequenceid=367, filesize=12.0 K 2024-12-04T21:58:28,985 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~380.25 KB/389376, currentSize=46.96 KB/48090 for ed489884227823fc606d21469e41d5f3 in 882ms, sequenceid=367, compaction requested=false 2024-12-04T21:58:28,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2603): Flush status journal for ed489884227823fc606d21469e41d5f3: 2024-12-04T21:58:28,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3. 2024-12-04T21:58:28,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=81 2024-12-04T21:58:28,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.HMaster(4169): Remote procedure done, pid=81 2024-12-04T21:58:28,989 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=81, resume processing ppid=80 2024-12-04T21:58:28,989 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=81, ppid=80, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1050 sec 2024-12-04T21:58:28,991 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=80, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=80, table=TestAcidGuarantees in 2.1110 sec 2024-12-04T21:58:29,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(8855): Flush requested on ed489884227823fc606d21469e41d5f3 2024-12-04T21:58:29,010 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ed489884227823fc606d21469e41d5f3 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-12-04T21:58:29,010 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ed489884227823fc606d21469e41d5f3, store=A 2024-12-04T21:58:29,010 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T21:58:29,010 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ed489884227823fc606d21469e41d5f3, store=B 2024-12-04T21:58:29,010 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T21:58:29,010 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ed489884227823fc606d21469e41d5f3, store=C 2024-12-04T21:58:29,010 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T21:58:29,014 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/.tmp/A/05eb0df1db184a35a5533d8b75c734a9 is 50, key is test_row_0/A:col10/1733349508895/Put/seqid=0 2024-12-04T21:58:29,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742144_1320 (size=14741) 2024-12-04T21:58:29,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-12-04T21:58:29,028 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-04T21:58:29,028 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-04T21:58:29,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] procedure2.ProcedureExecutor(1139): Stored pid=82, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=82, table=TestAcidGuarantees 2024-12-04T21:58:29,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-12-04T21:58:29,030 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=82, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=82, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-04T21:58:29,031 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=82, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=82, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-04T21:58:29,031 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=83, ppid=82, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-04T21:58:29,040 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/bb3046a53f79:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1733349509031, max timestamp=1733349509038Num uniques 859; 2024-12-04T21:58:29,041 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/bb3046a53f79:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1733349509031, max timestamp=1733349509038Num uniques 859; 2024-12-04T21:58:29,041 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/bb3046a53f79:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1733349509031, max timestamp=1733349509038Num uniques 859; 2024-12-04T21:58:29,041 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/bb3046a53f79:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309 2024-12-04T21:58:29,041 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/bb3046a53f79:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309 2024-12-04T21:58:29,041 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/bb3046a53f79:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309 2024-12-04T21:58:29,057 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:29,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60454 deadline: 1733349569050, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:29,058 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:29,058 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:29,058 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:58:29,061 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:29,061 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:29,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60512 deadline: 1733349569057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:29,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60522 deadline: 1733349569057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:29,061 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:29,061 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:29,061 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:29,061 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:29,061 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:58:29,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60452 deadline: 1733349569057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:29,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60498 deadline: 1733349569058, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:29,061 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:29,061 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:29,061 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:29,061 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:29,061 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:29,061 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:58:29,061 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:29,061 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:58:29,061 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:58:29,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-12-04T21:58:29,170 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:29,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60454 deadline: 1733349569168, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:29,170 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:29,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60522 deadline: 1733349569168, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:29,170 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:29,170 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:29,170 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:58:29,170 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:29,170 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:29,170 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:29,170 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:58:29,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60512 deadline: 1733349569168, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:29,171 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:29,171 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:29,171 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:29,171 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:58:29,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60452 deadline: 1733349569168, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:29,171 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:29,171 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:29,171 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:29,171 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:58:29,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60498 deadline: 1733349569168, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:29,171 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:29,171 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:29,171 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:58:29,183 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39095 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=83 2024-12-04T21:58:29,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3. 2024-12-04T21:58:29,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3. as already flushing 2024-12-04T21:58:29,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3. 2024-12-04T21:58:29,183 ERROR [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] handler.RSProcedureHandler(58): pid=83 java.io.IOException: Unable to complete flush {ENCODED => ed489884227823fc606d21469e41d5f3, NAME => 'TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:58:29,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=83 java.io.IOException: Unable to complete flush {ENCODED => ed489884227823fc606d21469e41d5f3, NAME => 'TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:58:29,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.HMaster(4177): Remote procedure failed, pid=83 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ed489884227823fc606d21469e41d5f3, NAME => 'TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ed489884227823fc606d21469e41d5f3, NAME => 'TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:58:29,336 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39095 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=83 2024-12-04T21:58:29,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3. 2024-12-04T21:58:29,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3. as already flushing 2024-12-04T21:58:29,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3. 2024-12-04T21:58:29,336 ERROR [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] handler.RSProcedureHandler(58): pid=83 java.io.IOException: Unable to complete flush {ENCODED => ed489884227823fc606d21469e41d5f3, NAME => 'TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:58:29,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=83 java.io.IOException: Unable to complete flush {ENCODED => ed489884227823fc606d21469e41d5f3, NAME => 'TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:58:29,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.HMaster(4177): Remote procedure failed, pid=83 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ed489884227823fc606d21469e41d5f3, NAME => 'TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ed489884227823fc606d21469e41d5f3, NAME => 'TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:58:29,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-12-04T21:58:29,380 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:29,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60454 deadline: 1733349569378, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:29,381 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:29,381 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:29,381 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:29,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60522 deadline: 1733349569378, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:29,381 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:58:29,381 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:29,381 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:29,381 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:29,381 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:58:29,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60452 deadline: 1733349569378, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:29,381 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:29,381 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:29,381 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:29,381 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:29,381 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:58:29,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60512 deadline: 1733349569378, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:29,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60498 deadline: 1733349569378, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:29,382 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:29,382 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:29,382 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:29,382 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:29,382 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:58:29,382 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:58:29,421 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=380 (bloomFilter=true), to=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/.tmp/A/05eb0df1db184a35a5533d8b75c734a9 2024-12-04T21:58:29,427 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/.tmp/B/54d3d2b8db0b422489ad33186e070a88 is 50, key is test_row_0/B:col10/1733349508895/Put/seqid=0 2024-12-04T21:58:29,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742145_1321 (size=12301) 2024-12-04T21:58:29,489 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39095 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=83 2024-12-04T21:58:29,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3. 2024-12-04T21:58:29,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3. as already flushing 2024-12-04T21:58:29,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3. 2024-12-04T21:58:29,489 ERROR [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] handler.RSProcedureHandler(58): pid=83 java.io.IOException: Unable to complete flush {ENCODED => ed489884227823fc606d21469e41d5f3, NAME => 'TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:58:29,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=83 java.io.IOException: Unable to complete flush {ENCODED => ed489884227823fc606d21469e41d5f3, NAME => 'TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:58:29,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.HMaster(4177): Remote procedure failed, pid=83 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ed489884227823fc606d21469e41d5f3, NAME => 'TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ed489884227823fc606d21469e41d5f3, NAME => 'TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:58:29,641 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39095 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=83 2024-12-04T21:58:29,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3. 2024-12-04T21:58:29,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3. as already flushing 2024-12-04T21:58:29,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3. 2024-12-04T21:58:29,642 ERROR [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] handler.RSProcedureHandler(58): pid=83 java.io.IOException: Unable to complete flush {ENCODED => ed489884227823fc606d21469e41d5f3, NAME => 'TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:58:29,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=83 java.io.IOException: Unable to complete flush {ENCODED => ed489884227823fc606d21469e41d5f3, NAME => 'TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:58:29,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.HMaster(4177): Remote procedure failed, pid=83 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ed489884227823fc606d21469e41d5f3, NAME => 'TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ed489884227823fc606d21469e41d5f3, NAME => 'TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:58:29,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-12-04T21:58:29,692 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:29,692 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:29,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60454 deadline: 1733349569688, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:29,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60522 deadline: 1733349569688, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:29,693 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:29,693 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:29,693 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:29,693 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:29,693 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:29,693 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:29,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60452 deadline: 1733349569688, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:29,693 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:58:29,693 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:58:29,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60498 deadline: 1733349569688, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:29,693 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:29,693 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:29,693 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:29,693 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:58:29,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60512 deadline: 1733349569688, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:29,693 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:29,693 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:29,693 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:58:29,693 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:29,693 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:29,693 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:58:29,794 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39095 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=83 2024-12-04T21:58:29,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3. 2024-12-04T21:58:29,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3. as already flushing 2024-12-04T21:58:29,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3. 2024-12-04T21:58:29,794 ERROR [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] handler.RSProcedureHandler(58): pid=83 java.io.IOException: Unable to complete flush {ENCODED => ed489884227823fc606d21469e41d5f3, NAME => 'TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:58:29,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=83 java.io.IOException: Unable to complete flush {ENCODED => ed489884227823fc606d21469e41d5f3, NAME => 'TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:58:29,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.HMaster(4177): Remote procedure failed, pid=83 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ed489884227823fc606d21469e41d5f3, NAME => 'TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ed489884227823fc606d21469e41d5f3, NAME => 'TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:58:29,830 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=380 (bloomFilter=true), to=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/.tmp/B/54d3d2b8db0b422489ad33186e070a88 2024-12-04T21:58:29,836 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/.tmp/C/247394b45db941e5aa06b1bff2d10ae3 is 50, key is test_row_0/C:col10/1733349508895/Put/seqid=0 2024-12-04T21:58:29,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742146_1322 (size=12301) 2024-12-04T21:58:29,947 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39095 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=83 2024-12-04T21:58:29,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3. 2024-12-04T21:58:29,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3. as already flushing 2024-12-04T21:58:29,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3. 2024-12-04T21:58:29,947 ERROR [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] handler.RSProcedureHandler(58): pid=83 java.io.IOException: Unable to complete flush {ENCODED => ed489884227823fc606d21469e41d5f3, NAME => 'TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:58:29,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=83 java.io.IOException: Unable to complete flush {ENCODED => ed489884227823fc606d21469e41d5f3, NAME => 'TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:58:29,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.HMaster(4177): Remote procedure failed, pid=83 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ed489884227823fc606d21469e41d5f3, NAME => 'TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ed489884227823fc606d21469e41d5f3, NAME => 'TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:58:30,100 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39095 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=83 2024-12-04T21:58:30,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3. 2024-12-04T21:58:30,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3. as already flushing 2024-12-04T21:58:30,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3. 2024-12-04T21:58:30,100 ERROR [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] handler.RSProcedureHandler(58): pid=83 java.io.IOException: Unable to complete flush {ENCODED => ed489884227823fc606d21469e41d5f3, NAME => 'TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:58:30,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=83 java.io.IOException: Unable to complete flush {ENCODED => ed489884227823fc606d21469e41d5f3, NAME => 'TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:58:30,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.HMaster(4177): Remote procedure failed, pid=83 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ed489884227823fc606d21469e41d5f3, NAME => 'TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ed489884227823fc606d21469e41d5f3, NAME => 'TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:58:30,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-12-04T21:58:30,201 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:30,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60522 deadline: 1733349570197, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:30,201 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:30,201 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:30,201 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:30,201 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:30,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60452 deadline: 1733349570197, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:30,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60454 deadline: 1733349570197, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:30,201 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:58:30,202 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:30,202 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:30,202 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:30,202 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:30,202 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:58:30,202 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:58:30,211 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:30,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60498 deadline: 1733349570207, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:30,211 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:30,211 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:30,211 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:30,211 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:58:30,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60512 deadline: 1733349570208, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:30,211 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:30,211 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:30,211 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:58:30,240 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=380 (bloomFilter=true), to=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/.tmp/C/247394b45db941e5aa06b1bff2d10ae3 2024-12-04T21:58:30,244 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/.tmp/A/05eb0df1db184a35a5533d8b75c734a9 as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/A/05eb0df1db184a35a5533d8b75c734a9 2024-12-04T21:58:30,247 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/A/05eb0df1db184a35a5533d8b75c734a9, entries=200, sequenceid=380, filesize=14.4 K 2024-12-04T21:58:30,248 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/.tmp/B/54d3d2b8db0b422489ad33186e070a88 as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/B/54d3d2b8db0b422489ad33186e070a88 2024-12-04T21:58:30,251 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/B/54d3d2b8db0b422489ad33186e070a88, entries=150, sequenceid=380, filesize=12.0 K 2024-12-04T21:58:30,252 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/.tmp/C/247394b45db941e5aa06b1bff2d10ae3 as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/C/247394b45db941e5aa06b1bff2d10ae3 2024-12-04T21:58:30,252 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39095 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=83 2024-12-04T21:58:30,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3. 2024-12-04T21:58:30,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3. as already flushing 2024-12-04T21:58:30,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3. 2024-12-04T21:58:30,252 ERROR [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] handler.RSProcedureHandler(58): pid=83 java.io.IOException: Unable to complete flush {ENCODED => ed489884227823fc606d21469e41d5f3, NAME => 'TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:58:30,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=83 java.io.IOException: Unable to complete flush {ENCODED => ed489884227823fc606d21469e41d5f3, NAME => 'TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:58:30,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.HMaster(4177): Remote procedure failed, pid=83 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ed489884227823fc606d21469e41d5f3, NAME => 'TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ed489884227823fc606d21469e41d5f3, NAME => 'TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:58:30,256 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/C/247394b45db941e5aa06b1bff2d10ae3, entries=150, sequenceid=380, filesize=12.0 K 2024-12-04T21:58:30,256 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=140.89 KB/144270 for ed489884227823fc606d21469e41d5f3 in 1246ms, sequenceid=380, compaction requested=true 2024-12-04T21:58:30,256 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ed489884227823fc606d21469e41d5f3: 2024-12-04T21:58:30,256 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ed489884227823fc606d21469e41d5f3:A, priority=-2147483648, current under compaction store size is 1 2024-12-04T21:58:30,256 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T21:58:30,256 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T21:58:30,257 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ed489884227823fc606d21469e41d5f3:B, priority=-2147483648, current under compaction store size is 2 2024-12-04T21:58:30,257 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T21:58:30,257 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T21:58:30,257 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ed489884227823fc606d21469e41d5f3:C, priority=-2147483648, current under compaction store size is 3 2024-12-04T21:58:30,257 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T21:58:30,257 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T21:58:30,257 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40059 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T21:58:30,257 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HStore(1541): ed489884227823fc606d21469e41d5f3/B is initiating minor compaction (all files) 2024-12-04T21:58:30,257 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HStore(1541): ed489884227823fc606d21469e41d5f3/A is initiating minor compaction (all files) 2024-12-04T21:58:30,258 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ed489884227823fc606d21469e41d5f3/B in TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3. 2024-12-04T21:58:30,258 INFO [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ed489884227823fc606d21469e41d5f3/A in TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3. 2024-12-04T21:58:30,258 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/B/de954784b0f3438798529f5eb6d651fa, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/B/bc4273401aa24805a38173e9cebb58e9, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/B/54d3d2b8db0b422489ad33186e070a88] into tmpdir=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/.tmp, totalSize=36.7 K 2024-12-04T21:58:30,258 INFO [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/A/d6d3db7f1bc8413d8de33d027f00e05c, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/A/d7380099c71b49bbb027916c0281103b, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/A/05eb0df1db184a35a5533d8b75c734a9] into tmpdir=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/.tmp, totalSize=39.1 K 2024-12-04T21:58:30,258 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] compactions.Compactor(225): Compacting d6d3db7f1bc8413d8de33d027f00e05c, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=329, earliestPutTs=1733349506790 2024-12-04T21:58:30,258 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.Compactor(225): Compacting de954784b0f3438798529f5eb6d651fa, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=329, earliestPutTs=1733349506790 2024-12-04T21:58:30,258 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] compactions.Compactor(225): Compacting d7380099c71b49bbb027916c0281103b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=367, earliestPutTs=1733349506853 2024-12-04T21:58:30,258 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.Compactor(225): Compacting bc4273401aa24805a38173e9cebb58e9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=367, earliestPutTs=1733349506853 2024-12-04T21:58:30,258 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] compactions.Compactor(225): Compacting 05eb0df1db184a35a5533d8b75c734a9, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=380, earliestPutTs=1733349508895 2024-12-04T21:58:30,258 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.Compactor(225): Compacting 54d3d2b8db0b422489ad33186e070a88, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=380, earliestPutTs=1733349508895 2024-12-04T21:58:30,263 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ed489884227823fc606d21469e41d5f3#B#compaction#276 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-04T21:58:30,263 INFO [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ed489884227823fc606d21469e41d5f3#A#compaction#277 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T21:58:30,264 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/.tmp/B/7770a54b775e43b2a98089a70db269d3 is 50, key is test_row_0/B:col10/1733349508895/Put/seqid=0 2024-12-04T21:58:30,264 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/.tmp/A/687ab5a84c384dc083ad1e5c0cb4b09f is 50, key is test_row_0/A:col10/1733349508895/Put/seqid=0 2024-12-04T21:58:30,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742148_1324 (size=13119) 2024-12-04T21:58:30,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742147_1323 (size=13119) 2024-12-04T21:58:30,271 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/.tmp/A/687ab5a84c384dc083ad1e5c0cb4b09f as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/A/687ab5a84c384dc083ad1e5c0cb4b09f 2024-12-04T21:58:30,275 INFO [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ed489884227823fc606d21469e41d5f3/A of ed489884227823fc606d21469e41d5f3 into 687ab5a84c384dc083ad1e5c0cb4b09f(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T21:58:30,275 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ed489884227823fc606d21469e41d5f3: 2024-12-04T21:58:30,275 INFO [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., storeName=ed489884227823fc606d21469e41d5f3/A, priority=13, startTime=1733349510256; duration=0sec 2024-12-04T21:58:30,275 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T21:58:30,275 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ed489884227823fc606d21469e41d5f3:A 2024-12-04T21:58:30,275 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T21:58:30,276 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T21:58:30,276 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HStore(1541): ed489884227823fc606d21469e41d5f3/C is initiating minor compaction (all files) 2024-12-04T21:58:30,276 INFO [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ed489884227823fc606d21469e41d5f3/C in TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3. 2024-12-04T21:58:30,276 INFO [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/C/0ab33d55a36147fc8b00c60c5644f5af, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/C/4aa32226e9664c0b883cf11fcda53fdc, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/C/247394b45db941e5aa06b1bff2d10ae3] into tmpdir=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/.tmp, totalSize=36.7 K 2024-12-04T21:58:30,276 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0ab33d55a36147fc8b00c60c5644f5af, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=329, earliestPutTs=1733349506790 2024-12-04T21:58:30,276 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4aa32226e9664c0b883cf11fcda53fdc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=367, earliestPutTs=1733349506853 2024-12-04T21:58:30,277 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] compactions.Compactor(225): Compacting 247394b45db941e5aa06b1bff2d10ae3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=380, earliestPutTs=1733349508895 2024-12-04T21:58:30,282 INFO [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ed489884227823fc606d21469e41d5f3#C#compaction#278 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T21:58:30,282 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/.tmp/C/2587005170a046e980a886b310f6ebb8 is 50, key is test_row_0/C:col10/1733349508895/Put/seqid=0 2024-12-04T21:58:30,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742149_1325 (size=13119) 2024-12-04T21:58:30,288 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/.tmp/C/2587005170a046e980a886b310f6ebb8 as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/C/2587005170a046e980a886b310f6ebb8 2024-12-04T21:58:30,292 INFO [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ed489884227823fc606d21469e41d5f3/C of ed489884227823fc606d21469e41d5f3 into 2587005170a046e980a886b310f6ebb8(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T21:58:30,292 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ed489884227823fc606d21469e41d5f3: 2024-12-04T21:58:30,292 INFO [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., storeName=ed489884227823fc606d21469e41d5f3/C, priority=13, startTime=1733349510257; duration=0sec 2024-12-04T21:58:30,292 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T21:58:30,292 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ed489884227823fc606d21469e41d5f3:C 2024-12-04T21:58:30,405 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39095 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=83 2024-12-04T21:58:30,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3. 2024-12-04T21:58:30,405 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2902): Flushing ed489884227823fc606d21469e41d5f3 3/3 column families, dataSize=140.89 KB heapSize=390.84 KB 2024-12-04T21:58:30,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ed489884227823fc606d21469e41d5f3, store=A 2024-12-04T21:58:30,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-04T21:58:30,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ed489884227823fc606d21469e41d5f3, store=B 2024-12-04T21:58:30,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-04T21:58:30,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ed489884227823fc606d21469e41d5f3, store=C 2024-12-04T21:58:30,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-04T21:58:30,409 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/.tmp/A/2a9ae64daba649bba912611e3e66a536 is 50, key is test_row_0/A:col10/1733349509049/Put/seqid=0 2024-12-04T21:58:30,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742150_1326 (size=12301) 2024-12-04T21:58:30,672 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/.tmp/B/7770a54b775e43b2a98089a70db269d3 as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/B/7770a54b775e43b2a98089a70db269d3 2024-12-04T21:58:30,678 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ed489884227823fc606d21469e41d5f3/B of ed489884227823fc606d21469e41d5f3 into 7770a54b775e43b2a98089a70db269d3(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T21:58:30,678 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ed489884227823fc606d21469e41d5f3: 2024-12-04T21:58:30,678 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., storeName=ed489884227823fc606d21469e41d5f3/B, priority=13, startTime=1733349510256; duration=0sec 2024-12-04T21:58:30,678 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T21:58:30,678 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ed489884227823fc606d21469e41d5f3:B 2024-12-04T21:58:30,812 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=417 (bloomFilter=true), to=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/.tmp/A/2a9ae64daba649bba912611e3e66a536 2024-12-04T21:58:30,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/.tmp/B/01b6a510db9c4fb0937a10246a730ce6 is 50, key is test_row_0/B:col10/1733349509049/Put/seqid=0 2024-12-04T21:58:30,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742151_1327 (size=12301) 2024-12-04T21:58:31,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-12-04T21:58:31,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(8855): Flush requested on ed489884227823fc606d21469e41d5f3 2024-12-04T21:58:31,210 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3. as already flushing 2024-12-04T21:58:31,220 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:31,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60452 deadline: 1733349571218, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:31,221 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:31,221 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:31,221 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:31,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60454 deadline: 1733349571218, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:31,221 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:31,221 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:58:31,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60512 deadline: 1733349571218, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:31,221 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:31,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60498 deadline: 1733349571218, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:31,221 WARN [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRpcRetryingCaller(177): Call to bb3046a53f79,39095,1733349424047 for 'test_row_0' in ed489884227823fc606d21469e41d5f3 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2171 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-04T21:58:31,221 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to bb3046a53f79,39095,1733349424047 for 'test_row_0' in ed489884227823fc606d21469e41d5f3 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2164 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-04T21:58:31,221 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to bb3046a53f79,39095,1733349424047 for 'test_row_2' in ed489884227823fc606d21469e41d5f3 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2163 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-04T21:58:31,222 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=417 (bloomFilter=true), to=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/.tmp/B/01b6a510db9c4fb0937a10246a730ce6 2024-12-04T21:58:31,222 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:31,222 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:31,222 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:31,222 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:31,222 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:31,222 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:31,222 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:58:31,222 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:58:31,222 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:58:31,223 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:31,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60522 deadline: 1733349571220, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:31,224 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:31,224 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:31,224 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:58:31,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/.tmp/C/beb0f78ddaf5484b9de5659ecb178379 is 50, key is test_row_0/C:col10/1733349509049/Put/seqid=0 2024-12-04T21:58:31,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742152_1328 (size=12301) 2024-12-04T21:58:31,234 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=417 (bloomFilter=true), to=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/.tmp/C/beb0f78ddaf5484b9de5659ecb178379 2024-12-04T21:58:31,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/.tmp/A/2a9ae64daba649bba912611e3e66a536 as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/A/2a9ae64daba649bba912611e3e66a536 2024-12-04T21:58:31,242 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/A/2a9ae64daba649bba912611e3e66a536, entries=150, sequenceid=417, filesize=12.0 K 2024-12-04T21:58:31,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/.tmp/B/01b6a510db9c4fb0937a10246a730ce6 as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/B/01b6a510db9c4fb0937a10246a730ce6 2024-12-04T21:58:31,246 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/B/01b6a510db9c4fb0937a10246a730ce6, entries=150, sequenceid=417, filesize=12.0 K 2024-12-04T21:58:31,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/.tmp/C/beb0f78ddaf5484b9de5659ecb178379 as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/C/beb0f78ddaf5484b9de5659ecb178379 2024-12-04T21:58:31,250 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/C/beb0f78ddaf5484b9de5659ecb178379, entries=150, sequenceid=417, filesize=12.0 K 2024-12-04T21:58:31,251 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~390.80 KB/400176, currentSize=46.96 KB/48090 for ed489884227823fc606d21469e41d5f3 in 846ms, sequenceid=417, compaction requested=false 2024-12-04T21:58:31,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2603): Flush status journal for ed489884227823fc606d21469e41d5f3: 2024-12-04T21:58:31,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3. 2024-12-04T21:58:31,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=83 2024-12-04T21:58:31,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.HMaster(4169): Remote procedure done, pid=83 2024-12-04T21:58:31,253 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=83, resume processing ppid=82 2024-12-04T21:58:31,253 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=83, ppid=82, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2210 sec 2024-12-04T21:58:31,255 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=82, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=82, table=TestAcidGuarantees in 2.2260 sec 2024-12-04T21:58:31,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(8855): Flush requested on ed489884227823fc606d21469e41d5f3 2024-12-04T21:58:31,329 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ed489884227823fc606d21469e41d5f3 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-12-04T21:58:31,329 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ed489884227823fc606d21469e41d5f3, store=A 2024-12-04T21:58:31,329 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T21:58:31,329 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ed489884227823fc606d21469e41d5f3, store=B 2024-12-04T21:58:31,329 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T21:58:31,329 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ed489884227823fc606d21469e41d5f3, store=C 2024-12-04T21:58:31,329 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T21:58:31,333 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/.tmp/A/244da0b8443741e9965e35cfb8130b58 is 50, key is test_row_0/A:col10/1733349511328/Put/seqid=0 2024-12-04T21:58:31,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742153_1329 (size=17181) 2024-12-04T21:58:31,336 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=430 (bloomFilter=true), to=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/.tmp/A/244da0b8443741e9965e35cfb8130b58 2024-12-04T21:58:31,342 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/.tmp/B/d0954685820b4d289b0b340040c59f30 is 50, key is test_row_0/B:col10/1733349511328/Put/seqid=0 2024-12-04T21:58:31,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742154_1330 (size=12301) 2024-12-04T21:58:31,361 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:31,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60522 deadline: 1733349571359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:31,361 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:31,362 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:31,362 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:58:31,363 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:31,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60452 deadline: 1733349571360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:31,363 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:31,363 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:31,363 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:58:31,468 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:31,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60522 deadline: 1733349571467, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:31,469 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:31,469 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:31,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60452 deadline: 1733349571467, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:31,469 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:31,469 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:58:31,469 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:31,469 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:31,469 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:58:31,679 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:31,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60522 deadline: 1733349571677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:31,680 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:31,680 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:31,680 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:31,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60452 deadline: 1733349571677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:31,680 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:58:31,680 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:31,680 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:31,680 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:58:31,746 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=430 (bloomFilter=true), to=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/.tmp/B/d0954685820b4d289b0b340040c59f30 2024-12-04T21:58:31,753 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/.tmp/C/499a7f1e85b3422fa73e315643d887f9 is 50, key is test_row_0/C:col10/1733349511328/Put/seqid=0 2024-12-04T21:58:31,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742155_1331 (size=12301) 2024-12-04T21:58:31,809 INFO [Thread-1171 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1171. 2024-12-04T21:58:31,809 DEBUG [Thread-1171 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-04T21:58:31,809 DEBUG [Thread-1171 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T21:58:31,810 DEBUG [Thread-1171 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T21:58:31,810 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T21:58:31,810 INFO [Thread-1173 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1173. 2024-12-04T21:58:31,810 DEBUG [Thread-1173 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-04T21:58:31,810 DEBUG [Thread-1173 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T21:58:31,810 DEBUG [Thread-1173 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T21:58:31,810 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T21:58:31,811 INFO [Thread-1177 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1177. 2024-12-04T21:58:31,811 DEBUG [Thread-1177 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-04T21:58:31,811 DEBUG [Thread-1177 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T21:58:31,811 DEBUG [Thread-1177 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T21:58:31,811 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T21:58:31,813 INFO [Thread-1175 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1175. 2024-12-04T21:58:31,813 DEBUG [Thread-1175 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-04T21:58:31,813 DEBUG [Thread-1175 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T21:58:31,813 DEBUG [Thread-1175 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T21:58:31,813 INFO [Thread-1179 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1179. 2024-12-04T21:58:31,813 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T21:58:31,813 DEBUG [Thread-1179 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-04T21:58:31,813 DEBUG [Thread-1179 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T21:58:31,813 DEBUG [Thread-1179 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T21:58:31,813 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T21:58:31,988 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:31,988 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:31,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60522 deadline: 1733349571988, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:31,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60452 deadline: 1733349571988, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:31,989 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:31,989 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:31,989 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:31,989 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:31,989 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:58:31,989 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:58:32,157 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=430 (bloomFilter=true), to=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/.tmp/C/499a7f1e85b3422fa73e315643d887f9 2024-12-04T21:58:32,165 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/.tmp/A/244da0b8443741e9965e35cfb8130b58 as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/A/244da0b8443741e9965e35cfb8130b58 2024-12-04T21:58:32,173 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/A/244da0b8443741e9965e35cfb8130b58, entries=250, sequenceid=430, filesize=16.8 K 2024-12-04T21:58:32,174 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/.tmp/B/d0954685820b4d289b0b340040c59f30 as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/B/d0954685820b4d289b0b340040c59f30 2024-12-04T21:58:32,179 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/B/d0954685820b4d289b0b340040c59f30, entries=150, sequenceid=430, filesize=12.0 K 2024-12-04T21:58:32,180 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/.tmp/C/499a7f1e85b3422fa73e315643d887f9 as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/C/499a7f1e85b3422fa73e315643d887f9 2024-12-04T21:58:32,183 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/C/499a7f1e85b3422fa73e315643d887f9, entries=150, sequenceid=430, filesize=12.0 K 2024-12-04T21:58:32,184 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for ed489884227823fc606d21469e41d5f3 in 854ms, sequenceid=430, compaction requested=true 2024-12-04T21:58:32,184 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ed489884227823fc606d21469e41d5f3: 2024-12-04T21:58:32,184 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ed489884227823fc606d21469e41d5f3:A, priority=-2147483648, current under compaction store size is 1 2024-12-04T21:58:32,184 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T21:58:32,184 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ed489884227823fc606d21469e41d5f3:B, priority=-2147483648, current under compaction store size is 2 2024-12-04T21:58:32,184 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T21:58:32,184 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T21:58:32,184 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T21:58:32,184 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ed489884227823fc606d21469e41d5f3:C, priority=-2147483648, current under compaction store size is 3 2024-12-04T21:58:32,184 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T21:58:32,184 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T21:58:32,184 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 42601 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T21:58:32,185 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HStore(1541): ed489884227823fc606d21469e41d5f3/A is initiating minor compaction (all files) 2024-12-04T21:58:32,185 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HStore(1541): ed489884227823fc606d21469e41d5f3/B is initiating minor compaction (all files) 2024-12-04T21:58:32,185 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ed489884227823fc606d21469e41d5f3/B in TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3. 2024-12-04T21:58:32,185 INFO [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ed489884227823fc606d21469e41d5f3/A in TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3. 2024-12-04T21:58:32,185 INFO [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/A/687ab5a84c384dc083ad1e5c0cb4b09f, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/A/2a9ae64daba649bba912611e3e66a536, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/A/244da0b8443741e9965e35cfb8130b58] into tmpdir=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/.tmp, totalSize=41.6 K 2024-12-04T21:58:32,185 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/B/7770a54b775e43b2a98089a70db269d3, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/B/01b6a510db9c4fb0937a10246a730ce6, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/B/d0954685820b4d289b0b340040c59f30] into tmpdir=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/.tmp, totalSize=36.8 K 2024-12-04T21:58:32,185 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.Compactor(225): Compacting 7770a54b775e43b2a98089a70db269d3, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=380, earliestPutTs=1733349508895 2024-12-04T21:58:32,185 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] compactions.Compactor(225): Compacting 687ab5a84c384dc083ad1e5c0cb4b09f, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=380, earliestPutTs=1733349508895 2024-12-04T21:58:32,185 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.Compactor(225): Compacting 01b6a510db9c4fb0937a10246a730ce6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=417, earliestPutTs=1733349509049 2024-12-04T21:58:32,185 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2a9ae64daba649bba912611e3e66a536, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=417, earliestPutTs=1733349509049 2024-12-04T21:58:32,185 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.Compactor(225): Compacting d0954685820b4d289b0b340040c59f30, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=430, earliestPutTs=1733349511217 2024-12-04T21:58:32,185 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] compactions.Compactor(225): Compacting 244da0b8443741e9965e35cfb8130b58, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=430, earliestPutTs=1733349511213 2024-12-04T21:58:32,191 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ed489884227823fc606d21469e41d5f3#B#compaction#285 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T21:58:32,192 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/.tmp/B/c69c3b8aadb2409ea3389c4abe599dd7 is 50, key is test_row_0/B:col10/1733349511328/Put/seqid=0 2024-12-04T21:58:32,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742156_1332 (size=13221) 2024-12-04T21:58:32,212 INFO [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ed489884227823fc606d21469e41d5f3#A#compaction#286 average throughput is 0.36 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T21:58:32,213 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/.tmp/A/3d6ae56863c7446cbab3c60cfdeecb52 is 50, key is test_row_0/A:col10/1733349511328/Put/seqid=0 2024-12-04T21:58:32,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742157_1333 (size=13221) 2024-12-04T21:58:32,221 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/.tmp/A/3d6ae56863c7446cbab3c60cfdeecb52 as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/A/3d6ae56863c7446cbab3c60cfdeecb52 2024-12-04T21:58:32,226 INFO [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ed489884227823fc606d21469e41d5f3/A of ed489884227823fc606d21469e41d5f3 into 3d6ae56863c7446cbab3c60cfdeecb52(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T21:58:32,226 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ed489884227823fc606d21469e41d5f3: 2024-12-04T21:58:32,226 INFO [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., storeName=ed489884227823fc606d21469e41d5f3/A, priority=13, startTime=1733349512184; duration=0sec 2024-12-04T21:58:32,227 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T21:58:32,227 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ed489884227823fc606d21469e41d5f3:A 2024-12-04T21:58:32,227 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T21:58:32,228 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T21:58:32,228 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HStore(1541): ed489884227823fc606d21469e41d5f3/C is initiating minor compaction (all files) 2024-12-04T21:58:32,228 INFO [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ed489884227823fc606d21469e41d5f3/C in TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3. 2024-12-04T21:58:32,228 INFO [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/C/2587005170a046e980a886b310f6ebb8, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/C/beb0f78ddaf5484b9de5659ecb178379, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/C/499a7f1e85b3422fa73e315643d887f9] into tmpdir=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/.tmp, totalSize=36.8 K 2024-12-04T21:58:32,228 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2587005170a046e980a886b310f6ebb8, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=380, earliestPutTs=1733349508895 2024-12-04T21:58:32,229 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] compactions.Compactor(225): Compacting beb0f78ddaf5484b9de5659ecb178379, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=417, earliestPutTs=1733349509049 2024-12-04T21:58:32,229 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] compactions.Compactor(225): Compacting 499a7f1e85b3422fa73e315643d887f9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=430, earliestPutTs=1733349511217 2024-12-04T21:58:32,240 INFO [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ed489884227823fc606d21469e41d5f3#C#compaction#287 average throughput is 1.31 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T21:58:32,241 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/.tmp/C/62942957856149159ef49d0678006501 is 50, key is test_row_0/C:col10/1733349511328/Put/seqid=0 2024-12-04T21:58:32,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742158_1334 (size=13221) 2024-12-04T21:58:32,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(8855): Flush requested on ed489884227823fc606d21469e41d5f3 2024-12-04T21:58:32,500 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ed489884227823fc606d21469e41d5f3 3/3 column families, dataSize=127.47 KB heapSize=379.97 KB 2024-12-04T21:58:32,500 INFO [Thread-1166 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1166. 2024-12-04T21:58:32,500 INFO [Thread-1168 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1168. 2024-12-04T21:58:32,500 DEBUG [Thread-1166 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-04T21:58:32,501 DEBUG [Thread-1168 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-04T21:58:32,501 DEBUG [Thread-1166 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T21:58:32,501 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ed489884227823fc606d21469e41d5f3, store=A 2024-12-04T21:58:32,501 DEBUG [Thread-1168 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T21:58:32,501 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-04T21:58:32,501 DEBUG [Thread-1166 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T21:58:32,501 DEBUG [Thread-1168 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T21:58:32,501 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ed489884227823fc606d21469e41d5f3, store=B 2024-12-04T21:58:32,501 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T21:58:32,501 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-04T21:58:32,501 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ed489884227823fc606d21469e41d5f3, store=C 2024-12-04T21:58:32,501 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-04T21:58:32,501 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T21:58:32,506 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/.tmp/A/06e6bd8217d64fdba258b274924347d5 is 50, key is test_row_0/A:col10/1733349512498/Put/seqid=0 2024-12-04T21:58:32,510 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-04T21:58:32,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742159_1335 (size=12301) 2024-12-04T21:58:32,602 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/.tmp/B/c69c3b8aadb2409ea3389c4abe599dd7 as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/B/c69c3b8aadb2409ea3389c4abe599dd7 2024-12-04T21:58:32,608 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ed489884227823fc606d21469e41d5f3/B of ed489884227823fc606d21469e41d5f3 into c69c3b8aadb2409ea3389c4abe599dd7(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T21:58:32,608 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ed489884227823fc606d21469e41d5f3: 2024-12-04T21:58:32,608 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., storeName=ed489884227823fc606d21469e41d5f3/B, priority=13, startTime=1733349512184; duration=0sec 2024-12-04T21:58:32,608 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T21:58:32,608 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ed489884227823fc606d21469e41d5f3:B 2024-12-04T21:58:32,651 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/.tmp/C/62942957856149159ef49d0678006501 as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/C/62942957856149159ef49d0678006501 2024-12-04T21:58:32,659 INFO [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ed489884227823fc606d21469e41d5f3/C of ed489884227823fc606d21469e41d5f3 into 62942957856149159ef49d0678006501(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T21:58:32,659 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ed489884227823fc606d21469e41d5f3: 2024-12-04T21:58:32,659 INFO [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., storeName=ed489884227823fc606d21469e41d5f3/C, priority=13, startTime=1733349512184; duration=0sec 2024-12-04T21:58:32,659 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T21:58:32,659 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ed489884227823fc606d21469e41d5f3:C 2024-12-04T21:58:32,912 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=453 (bloomFilter=true), to=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/.tmp/A/06e6bd8217d64fdba258b274924347d5 2024-12-04T21:58:32,925 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/.tmp/B/6cb613e915d046549354a3b0281dbef9 is 50, key is test_row_0/B:col10/1733349512498/Put/seqid=0 2024-12-04T21:58:32,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742160_1336 (size=12301) 2024-12-04T21:58:33,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-12-04T21:58:33,199 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-04T21:58:33,243 INFO [Thread-1162 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1162. 2024-12-04T21:58:33,244 INFO [Thread-1160 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1160. 2024-12-04T21:58:33,244 DEBUG [Thread-1162 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-04T21:58:33,244 DEBUG [Thread-1160 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-04T21:58:33,244 DEBUG [Thread-1162 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T21:58:33,244 DEBUG [Thread-1160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T21:58:33,244 DEBUG [Thread-1162 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T21:58:33,244 DEBUG [Thread-1160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T21:58:33,244 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T21:58:33,244 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T21:58:33,250 INFO [Thread-1164 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1164. 2024-12-04T21:58:33,250 DEBUG [Thread-1164 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-04T21:58:33,250 DEBUG [Thread-1164 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T21:58:33,250 DEBUG [Thread-1164 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T21:58:33,250 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T21:58:33,250 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-12-04T21:58:33,250 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 60 2024-12-04T21:58:33,250 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 59 2024-12-04T21:58:33,250 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 77 2024-12-04T21:58:33,250 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 76 2024-12-04T21:58:33,250 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 98 2024-12-04T21:58:33,250 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-12-04T21:58:33,250 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4953 2024-12-04T21:58:33,250 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4726 2024-12-04T21:58:33,250 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4860 2024-12-04T21:58:33,250 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4963 2024-12-04T21:58:33,250 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4736 2024-12-04T21:58:33,250 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-12-04T21:58:33,251 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T21:58:33,251 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:91) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testGetAtomicity(AcidGuaranteesTestBase.java:107) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T21:58:33,251 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T21:58:33,251 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T21:58:33,251 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T21:58:33,251 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-12-04T21:58:33,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] procedure2.ProcedureExecutor(1139): Stored pid=84, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-12-04T21:58:33,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-12-04T21:58:33,255 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733349513255"}]},"ts":"1733349513255"} 2024-12-04T21:58:33,256 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-12-04T21:58:33,256 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-12-04T21:58:33,257 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=85, ppid=84, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-04T21:58:33,258 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=86, ppid=85, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=ed489884227823fc606d21469e41d5f3, UNASSIGN}] 2024-12-04T21:58:33,259 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=86, ppid=85, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=ed489884227823fc606d21469e41d5f3, UNASSIGN 2024-12-04T21:58:33,260 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=86 updating hbase:meta row=ed489884227823fc606d21469e41d5f3, regionState=CLOSING, regionLocation=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:33,261 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=86, ppid=85, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=ed489884227823fc606d21469e41d5f3, UNASSIGN because future has completed 2024-12-04T21:58:33,261 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-04T21:58:33,262 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=87, ppid=86, state=RUNNABLE, hasLock=false; CloseRegionProcedure ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047}] 2024-12-04T21:58:33,330 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=453 (bloomFilter=true), to=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/.tmp/B/6cb613e915d046549354a3b0281dbef9 2024-12-04T21:58:33,344 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/.tmp/C/e83a306704384f0f9869e1624579976a is 50, key is test_row_0/C:col10/1733349512498/Put/seqid=0 2024-12-04T21:58:33,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742161_1337 (size=12301) 2024-12-04T21:58:33,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-12-04T21:58:33,415 INFO [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] handler.UnassignRegionHandler(122): Close ed489884227823fc606d21469e41d5f3 2024-12-04T21:58:33,415 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-04T21:58:33,415 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HRegion(1722): Closing ed489884227823fc606d21469e41d5f3, disabling compactions & flushes 2024-12-04T21:58:33,415 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HRegion(1993): waiting for 0 compactions & cache flush to complete for region TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3. 2024-12-04T21:58:33,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-12-04T21:58:33,749 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=453 (bloomFilter=true), to=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/.tmp/C/e83a306704384f0f9869e1624579976a 2024-12-04T21:58:33,761 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/.tmp/A/06e6bd8217d64fdba258b274924347d5 as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/A/06e6bd8217d64fdba258b274924347d5 2024-12-04T21:58:33,769 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/A/06e6bd8217d64fdba258b274924347d5, entries=150, sequenceid=453, filesize=12.0 K 2024-12-04T21:58:33,769 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/.tmp/B/6cb613e915d046549354a3b0281dbef9 as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/B/6cb613e915d046549354a3b0281dbef9 2024-12-04T21:58:33,773 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/B/6cb613e915d046549354a3b0281dbef9, entries=150, sequenceid=453, filesize=12.0 K 2024-12-04T21:58:33,774 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/.tmp/C/e83a306704384f0f9869e1624579976a as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/C/e83a306704384f0f9869e1624579976a 2024-12-04T21:58:33,777 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/C/e83a306704384f0f9869e1624579976a, entries=150, sequenceid=453, filesize=12.0 K 2024-12-04T21:58:33,778 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~379.92 KB/389040, currentSize=20.13 KB/20610 for ed489884227823fc606d21469e41d5f3 in 1278ms, sequenceid=453, compaction requested=false 2024-12-04T21:58:33,778 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ed489884227823fc606d21469e41d5f3: 2024-12-04T21:58:33,778 INFO [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3. 2024-12-04T21:58:33,778 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3. 2024-12-04T21:58:33,778 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3. after waiting 0 ms 2024-12-04T21:58:33,778 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3. 2024-12-04T21:58:33,778 INFO [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HRegion(2902): Flushing ed489884227823fc606d21469e41d5f3 3/3 column families, dataSize=20.13 KB heapSize=60.52 KB 2024-12-04T21:58:33,778 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ed489884227823fc606d21469e41d5f3, store=A 2024-12-04T21:58:33,778 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T21:58:33,778 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ed489884227823fc606d21469e41d5f3, store=B 2024-12-04T21:58:33,778 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T21:58:33,778 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ed489884227823fc606d21469e41d5f3, store=C 2024-12-04T21:58:33,778 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T21:58:33,781 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/.tmp/A/e8840182d2d8471db00bfbe5dc461e0c is 50, key is test_row_0/A:col10/1733349513249/Put/seqid=0 2024-12-04T21:58:33,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742162_1338 (size=9857) 2024-12-04T21:58:33,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-12-04T21:58:34,185 INFO [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=461 (bloomFilter=true), to=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/.tmp/A/e8840182d2d8471db00bfbe5dc461e0c 2024-12-04T21:58:34,195 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/.tmp/B/0c88dba403f64e43b2639033980a006c is 50, key is test_row_0/B:col10/1733349513249/Put/seqid=0 2024-12-04T21:58:34,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742163_1339 (size=9857) 2024-12-04T21:58:34,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-12-04T21:58:34,600 INFO [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=461 (bloomFilter=true), to=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/.tmp/B/0c88dba403f64e43b2639033980a006c 2024-12-04T21:58:34,612 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/.tmp/C/e23ceb0ffcc74081a4c4e63283c2ab41 is 50, key is test_row_0/C:col10/1733349513249/Put/seqid=0 2024-12-04T21:58:34,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742164_1340 (size=9857) 2024-12-04T21:58:35,018 INFO [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=461 (bloomFilter=true), to=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/.tmp/C/e23ceb0ffcc74081a4c4e63283c2ab41 2024-12-04T21:58:35,029 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/.tmp/A/e8840182d2d8471db00bfbe5dc461e0c as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/A/e8840182d2d8471db00bfbe5dc461e0c 2024-12-04T21:58:35,035 INFO [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/A/e8840182d2d8471db00bfbe5dc461e0c, entries=100, sequenceid=461, filesize=9.6 K 2024-12-04T21:58:35,035 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/.tmp/B/0c88dba403f64e43b2639033980a006c as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/B/0c88dba403f64e43b2639033980a006c 2024-12-04T21:58:35,039 INFO [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/B/0c88dba403f64e43b2639033980a006c, entries=100, sequenceid=461, filesize=9.6 K 2024-12-04T21:58:35,039 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/.tmp/C/e23ceb0ffcc74081a4c4e63283c2ab41 as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/C/e23ceb0ffcc74081a4c4e63283c2ab41 2024-12-04T21:58:35,043 INFO [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/C/e23ceb0ffcc74081a4c4e63283c2ab41, entries=100, sequenceid=461, filesize=9.6 K 2024-12-04T21:58:35,044 INFO [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HRegion(3140): Finished flush of dataSize ~20.13 KB/20610, heapSize ~60.47 KB/61920, currentSize=0 B/0 for ed489884227823fc606d21469e41d5f3 in 1266ms, sequenceid=461, compaction requested=true 2024-12-04T21:58:35,044 DEBUG [StoreCloser-TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/A/5194498dcc3c443ea22eb083f981b6c6, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/A/d083bcde371544ff91de972f1334d8c2, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/A/fa603d7bfbf24311829863f74cd83d03, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/A/d2e67b2f9baa48668807a41c29500b22, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/A/37b7d5b9f0744d308142b60a59949d49, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/A/b7a594d7bb0a44479b63b345d068a46e, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/A/c53366941a134915b3bb26e9f4a942a6, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/A/848182acfe5d417ab6587914fa53d26e, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/A/ac25c17109184b9292f4269f58d77e6f, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/A/5556795dfd034307bd7236ff528ff60e, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/A/89cdb2df0b0c4349a2f40bce5982929e, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/A/fc4749a49f7f4334804f2567ae9d71b8, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/A/4e0b244b4b1d4d9e9a3abdc450adefca, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/A/326dd7e27ceb45a8a2e35144af0c504a, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/A/ba3f81e77ba34cb19814b9d64821b018, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/A/347a1b8f68a541c6a49960c51aae8fd1, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/A/341a3511d01341538d817a96ac567136, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/A/d84396ff1a86476c80eb1d47b7c89a01, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/A/2f6a2b5c30154891bafff7142846523a, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/A/bafca41ebea24ad8bd9a8ea97abc7f3a, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/A/d6d3db7f1bc8413d8de33d027f00e05c, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/A/d02e15adc26f42ca9b4beb3cba621572, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/A/d7380099c71b49bbb027916c0281103b, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/A/05eb0df1db184a35a5533d8b75c734a9, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/A/687ab5a84c384dc083ad1e5c0cb4b09f, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/A/2a9ae64daba649bba912611e3e66a536, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/A/244da0b8443741e9965e35cfb8130b58] to archive 2024-12-04T21:58:35,045 DEBUG [StoreCloser-TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-04T21:58:35,047 DEBUG [StoreCloser-TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/A/5194498dcc3c443ea22eb083f981b6c6 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/A/5194498dcc3c443ea22eb083f981b6c6 2024-12-04T21:58:35,049 DEBUG [StoreCloser-TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/A/d083bcde371544ff91de972f1334d8c2 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/A/d083bcde371544ff91de972f1334d8c2 2024-12-04T21:58:35,050 DEBUG [StoreCloser-TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/A/fa603d7bfbf24311829863f74cd83d03 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/A/fa603d7bfbf24311829863f74cd83d03 2024-12-04T21:58:35,051 DEBUG [StoreCloser-TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/A/d2e67b2f9baa48668807a41c29500b22 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/A/d2e67b2f9baa48668807a41c29500b22 2024-12-04T21:58:35,053 DEBUG [StoreCloser-TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/A/37b7d5b9f0744d308142b60a59949d49 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/A/37b7d5b9f0744d308142b60a59949d49 2024-12-04T21:58:35,054 DEBUG [StoreCloser-TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/A/b7a594d7bb0a44479b63b345d068a46e to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/A/b7a594d7bb0a44479b63b345d068a46e 2024-12-04T21:58:35,055 DEBUG [StoreCloser-TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/A/c53366941a134915b3bb26e9f4a942a6 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/A/c53366941a134915b3bb26e9f4a942a6 2024-12-04T21:58:35,056 DEBUG [StoreCloser-TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/A/848182acfe5d417ab6587914fa53d26e to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/A/848182acfe5d417ab6587914fa53d26e 2024-12-04T21:58:35,057 DEBUG [StoreCloser-TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/A/ac25c17109184b9292f4269f58d77e6f to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/A/ac25c17109184b9292f4269f58d77e6f 2024-12-04T21:58:35,058 DEBUG [StoreCloser-TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/A/5556795dfd034307bd7236ff528ff60e to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/A/5556795dfd034307bd7236ff528ff60e 2024-12-04T21:58:35,059 DEBUG [StoreCloser-TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/A/89cdb2df0b0c4349a2f40bce5982929e to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/A/89cdb2df0b0c4349a2f40bce5982929e 2024-12-04T21:58:35,061 DEBUG [StoreCloser-TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/A/fc4749a49f7f4334804f2567ae9d71b8 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/A/fc4749a49f7f4334804f2567ae9d71b8 2024-12-04T21:58:35,062 DEBUG [StoreCloser-TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/A/4e0b244b4b1d4d9e9a3abdc450adefca to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/A/4e0b244b4b1d4d9e9a3abdc450adefca 2024-12-04T21:58:35,063 DEBUG [StoreCloser-TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/A/326dd7e27ceb45a8a2e35144af0c504a to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/A/326dd7e27ceb45a8a2e35144af0c504a 2024-12-04T21:58:35,064 DEBUG [StoreCloser-TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/A/ba3f81e77ba34cb19814b9d64821b018 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/A/ba3f81e77ba34cb19814b9d64821b018 2024-12-04T21:58:35,065 DEBUG [StoreCloser-TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/A/347a1b8f68a541c6a49960c51aae8fd1 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/A/347a1b8f68a541c6a49960c51aae8fd1 2024-12-04T21:58:35,066 DEBUG [StoreCloser-TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/A/341a3511d01341538d817a96ac567136 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/A/341a3511d01341538d817a96ac567136 2024-12-04T21:58:35,068 DEBUG [StoreCloser-TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/A/d84396ff1a86476c80eb1d47b7c89a01 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/A/d84396ff1a86476c80eb1d47b7c89a01 2024-12-04T21:58:35,069 DEBUG [StoreCloser-TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/A/2f6a2b5c30154891bafff7142846523a to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/A/2f6a2b5c30154891bafff7142846523a 2024-12-04T21:58:35,070 DEBUG [StoreCloser-TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/A/bafca41ebea24ad8bd9a8ea97abc7f3a to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/A/bafca41ebea24ad8bd9a8ea97abc7f3a 2024-12-04T21:58:35,071 DEBUG [StoreCloser-TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/A/d6d3db7f1bc8413d8de33d027f00e05c to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/A/d6d3db7f1bc8413d8de33d027f00e05c 2024-12-04T21:58:35,072 DEBUG [StoreCloser-TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/A/d02e15adc26f42ca9b4beb3cba621572 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/A/d02e15adc26f42ca9b4beb3cba621572 2024-12-04T21:58:35,074 DEBUG [StoreCloser-TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/A/d7380099c71b49bbb027916c0281103b to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/A/d7380099c71b49bbb027916c0281103b 2024-12-04T21:58:35,075 DEBUG [StoreCloser-TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/A/05eb0df1db184a35a5533d8b75c734a9 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/A/05eb0df1db184a35a5533d8b75c734a9 2024-12-04T21:58:35,076 DEBUG [StoreCloser-TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/A/687ab5a84c384dc083ad1e5c0cb4b09f to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/A/687ab5a84c384dc083ad1e5c0cb4b09f 2024-12-04T21:58:35,077 DEBUG [StoreCloser-TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/A/2a9ae64daba649bba912611e3e66a536 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/A/2a9ae64daba649bba912611e3e66a536 2024-12-04T21:58:35,078 DEBUG [StoreCloser-TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/A/244da0b8443741e9965e35cfb8130b58 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/A/244da0b8443741e9965e35cfb8130b58 2024-12-04T21:58:35,080 DEBUG [StoreCloser-TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/B/d466ba7411c841c9b2af5ad11a352af0, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/B/38039081743b42698f7ab0d8d8603042, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/B/e866be450f234b549d44768fcb4f9182, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/B/144e337558f74869b8603f762d885245, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/B/bd1a66d2a0a24100894de9555fb063ea, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/B/8faaadf50bb642488a5cbdb9eadbb778, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/B/f0666366089e4887a123ea893e15c935, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/B/8472ca96668247acacf0fb62efcc85b5, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/B/39bdf97dccb148ec83940566ba9c9f28, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/B/b59699ca9c844abc9dd87873103c2b67, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/B/1a352b47fbe14b7c9cd79f2a5912d432, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/B/5b7f7c862d4f4c439982cd375f5428b9, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/B/460cebb5a9304a1281faa1e0acf6d622, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/B/f6bb67bc538e4e04b25c898620d6538c, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/B/82861bf8cc234821ae1ea6979b110f64, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/B/39e92671c86e4466bfa963c97fd1f2a5, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/B/1ef8494b21be4427aa954792acf70258, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/B/6c9a26cb37d64f988613bc4018a65907, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/B/5e90269a00f2444686d69e8966765a55, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/B/7c8f5c4947714536b2ee97a6c069a494, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/B/de954784b0f3438798529f5eb6d651fa, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/B/abe6f63fd36742138ba169f3cc34b91f, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/B/bc4273401aa24805a38173e9cebb58e9, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/B/7770a54b775e43b2a98089a70db269d3, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/B/54d3d2b8db0b422489ad33186e070a88, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/B/01b6a510db9c4fb0937a10246a730ce6, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/B/d0954685820b4d289b0b340040c59f30] to archive 2024-12-04T21:58:35,081 DEBUG [StoreCloser-TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-04T21:58:35,082 DEBUG [StoreCloser-TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/B/d466ba7411c841c9b2af5ad11a352af0 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/B/d466ba7411c841c9b2af5ad11a352af0 2024-12-04T21:58:35,083 DEBUG [StoreCloser-TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/B/38039081743b42698f7ab0d8d8603042 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/B/38039081743b42698f7ab0d8d8603042 2024-12-04T21:58:35,084 DEBUG [StoreCloser-TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/B/e866be450f234b549d44768fcb4f9182 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/B/e866be450f234b549d44768fcb4f9182 2024-12-04T21:58:35,085 DEBUG [StoreCloser-TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/B/144e337558f74869b8603f762d885245 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/B/144e337558f74869b8603f762d885245 2024-12-04T21:58:35,086 DEBUG [StoreCloser-TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/B/bd1a66d2a0a24100894de9555fb063ea to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/B/bd1a66d2a0a24100894de9555fb063ea 2024-12-04T21:58:35,087 DEBUG [StoreCloser-TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/B/8faaadf50bb642488a5cbdb9eadbb778 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/B/8faaadf50bb642488a5cbdb9eadbb778 2024-12-04T21:58:35,087 DEBUG [StoreCloser-TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/B/f0666366089e4887a123ea893e15c935 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/B/f0666366089e4887a123ea893e15c935 2024-12-04T21:58:35,088 DEBUG [StoreCloser-TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/B/8472ca96668247acacf0fb62efcc85b5 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/B/8472ca96668247acacf0fb62efcc85b5 2024-12-04T21:58:35,089 DEBUG [StoreCloser-TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/B/39bdf97dccb148ec83940566ba9c9f28 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/B/39bdf97dccb148ec83940566ba9c9f28 2024-12-04T21:58:35,090 DEBUG [StoreCloser-TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/B/b59699ca9c844abc9dd87873103c2b67 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/B/b59699ca9c844abc9dd87873103c2b67 2024-12-04T21:58:35,091 DEBUG [StoreCloser-TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/B/1a352b47fbe14b7c9cd79f2a5912d432 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/B/1a352b47fbe14b7c9cd79f2a5912d432 2024-12-04T21:58:35,091 DEBUG [StoreCloser-TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/B/5b7f7c862d4f4c439982cd375f5428b9 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/B/5b7f7c862d4f4c439982cd375f5428b9 2024-12-04T21:58:35,092 DEBUG [StoreCloser-TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/B/460cebb5a9304a1281faa1e0acf6d622 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/B/460cebb5a9304a1281faa1e0acf6d622 2024-12-04T21:58:35,093 DEBUG [StoreCloser-TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/B/f6bb67bc538e4e04b25c898620d6538c to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/B/f6bb67bc538e4e04b25c898620d6538c 2024-12-04T21:58:35,094 DEBUG [StoreCloser-TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/B/82861bf8cc234821ae1ea6979b110f64 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/B/82861bf8cc234821ae1ea6979b110f64 2024-12-04T21:58:35,094 DEBUG [StoreCloser-TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/B/39e92671c86e4466bfa963c97fd1f2a5 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/B/39e92671c86e4466bfa963c97fd1f2a5 2024-12-04T21:58:35,095 DEBUG [StoreCloser-TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/B/1ef8494b21be4427aa954792acf70258 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/B/1ef8494b21be4427aa954792acf70258 2024-12-04T21:58:35,096 DEBUG [StoreCloser-TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/B/6c9a26cb37d64f988613bc4018a65907 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/B/6c9a26cb37d64f988613bc4018a65907 2024-12-04T21:58:35,097 DEBUG [StoreCloser-TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/B/5e90269a00f2444686d69e8966765a55 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/B/5e90269a00f2444686d69e8966765a55 2024-12-04T21:58:35,098 DEBUG [StoreCloser-TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/B/7c8f5c4947714536b2ee97a6c069a494 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/B/7c8f5c4947714536b2ee97a6c069a494 2024-12-04T21:58:35,098 DEBUG [StoreCloser-TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/B/de954784b0f3438798529f5eb6d651fa to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/B/de954784b0f3438798529f5eb6d651fa 2024-12-04T21:58:35,099 DEBUG [StoreCloser-TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/B/abe6f63fd36742138ba169f3cc34b91f to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/B/abe6f63fd36742138ba169f3cc34b91f 2024-12-04T21:58:35,100 DEBUG [StoreCloser-TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/B/bc4273401aa24805a38173e9cebb58e9 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/B/bc4273401aa24805a38173e9cebb58e9 2024-12-04T21:58:35,100 DEBUG [StoreCloser-TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/B/7770a54b775e43b2a98089a70db269d3 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/B/7770a54b775e43b2a98089a70db269d3 2024-12-04T21:58:35,101 DEBUG [StoreCloser-TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/B/54d3d2b8db0b422489ad33186e070a88 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/B/54d3d2b8db0b422489ad33186e070a88 2024-12-04T21:58:35,101 DEBUG [StoreCloser-TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/B/01b6a510db9c4fb0937a10246a730ce6 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/B/01b6a510db9c4fb0937a10246a730ce6 2024-12-04T21:58:35,102 DEBUG [StoreCloser-TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/B/d0954685820b4d289b0b340040c59f30 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/B/d0954685820b4d289b0b340040c59f30 2024-12-04T21:58:35,103 DEBUG [StoreCloser-TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/C/8207b7c55e644c6e9bed0fa63178ed0d, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/C/cf83ba6bf6be48e9926736f4ed031c66, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/C/55fae589198a455c9e353dd7e88db2ae, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/C/2db28ea115ec415cbf63b0070597c68b, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/C/81dbbc9b6904413fb4e2de3955378e6b, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/C/d6be45a6b0224034a03e3ac86397edca, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/C/16e50ee4788f4478b7c341faf0e9c1d1, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/C/2dc53c3bd078488d852d9b897c41fd6c, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/C/a37527d3c2d24761a852e16dbc0a27b9, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/C/e880d676face4bc9899b6f4573e44d8f, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/C/2467a3fa0f1c42de9512ec8ae62d2ccb, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/C/c9ae4093237f4420a87a9558376c19ff, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/C/f99f487e9ef045ac892f1611c830886f, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/C/6b534288360544f69ab37d51f11b6a01, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/C/ebc72bc60ff943ad8b5ac15ad2c34ee9, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/C/985d22a79373418b9639a013b36e5637, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/C/8293ed21d6e5462b87189435fb1cc400, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/C/38247b770db54f5a9383b8718de99d33, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/C/90e1725d815b4a2eaae1256ef4239ff4, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/C/2b64c84e33de4f76b730cf5e8dd252f4, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/C/0ab33d55a36147fc8b00c60c5644f5af, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/C/308dda068ae24f1da55b5e05ad11d3c0, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/C/4aa32226e9664c0b883cf11fcda53fdc, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/C/2587005170a046e980a886b310f6ebb8, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/C/247394b45db941e5aa06b1bff2d10ae3, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/C/beb0f78ddaf5484b9de5659ecb178379, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/C/499a7f1e85b3422fa73e315643d887f9] to archive 2024-12-04T21:58:35,104 DEBUG [StoreCloser-TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-04T21:58:35,105 DEBUG [StoreCloser-TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/C/8207b7c55e644c6e9bed0fa63178ed0d to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/C/8207b7c55e644c6e9bed0fa63178ed0d 2024-12-04T21:58:35,105 DEBUG [StoreCloser-TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/C/cf83ba6bf6be48e9926736f4ed031c66 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/C/cf83ba6bf6be48e9926736f4ed031c66 2024-12-04T21:58:35,106 DEBUG [StoreCloser-TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/C/55fae589198a455c9e353dd7e88db2ae to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/C/55fae589198a455c9e353dd7e88db2ae 2024-12-04T21:58:35,107 DEBUG [StoreCloser-TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/C/2db28ea115ec415cbf63b0070597c68b to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/C/2db28ea115ec415cbf63b0070597c68b 2024-12-04T21:58:35,107 DEBUG [StoreCloser-TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/C/81dbbc9b6904413fb4e2de3955378e6b to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/C/81dbbc9b6904413fb4e2de3955378e6b 2024-12-04T21:58:35,108 DEBUG [StoreCloser-TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/C/d6be45a6b0224034a03e3ac86397edca to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/C/d6be45a6b0224034a03e3ac86397edca 2024-12-04T21:58:35,109 DEBUG [StoreCloser-TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/C/16e50ee4788f4478b7c341faf0e9c1d1 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/C/16e50ee4788f4478b7c341faf0e9c1d1 2024-12-04T21:58:35,110 DEBUG [StoreCloser-TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/C/2dc53c3bd078488d852d9b897c41fd6c to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/C/2dc53c3bd078488d852d9b897c41fd6c 2024-12-04T21:58:35,110 DEBUG [StoreCloser-TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/C/a37527d3c2d24761a852e16dbc0a27b9 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/C/a37527d3c2d24761a852e16dbc0a27b9 2024-12-04T21:58:35,111 DEBUG [StoreCloser-TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/C/e880d676face4bc9899b6f4573e44d8f to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/C/e880d676face4bc9899b6f4573e44d8f 2024-12-04T21:58:35,112 DEBUG [StoreCloser-TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/C/2467a3fa0f1c42de9512ec8ae62d2ccb to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/C/2467a3fa0f1c42de9512ec8ae62d2ccb 2024-12-04T21:58:35,113 DEBUG [StoreCloser-TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/C/c9ae4093237f4420a87a9558376c19ff to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/C/c9ae4093237f4420a87a9558376c19ff 2024-12-04T21:58:35,114 DEBUG [StoreCloser-TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/C/f99f487e9ef045ac892f1611c830886f to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/C/f99f487e9ef045ac892f1611c830886f 2024-12-04T21:58:35,114 DEBUG [StoreCloser-TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/C/6b534288360544f69ab37d51f11b6a01 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/C/6b534288360544f69ab37d51f11b6a01 2024-12-04T21:58:35,115 DEBUG [StoreCloser-TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/C/ebc72bc60ff943ad8b5ac15ad2c34ee9 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/C/ebc72bc60ff943ad8b5ac15ad2c34ee9 2024-12-04T21:58:35,116 DEBUG [StoreCloser-TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/C/985d22a79373418b9639a013b36e5637 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/C/985d22a79373418b9639a013b36e5637 2024-12-04T21:58:35,116 DEBUG [StoreCloser-TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/C/8293ed21d6e5462b87189435fb1cc400 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/C/8293ed21d6e5462b87189435fb1cc400 2024-12-04T21:58:35,117 DEBUG [StoreCloser-TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/C/38247b770db54f5a9383b8718de99d33 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/C/38247b770db54f5a9383b8718de99d33 2024-12-04T21:58:35,118 DEBUG [StoreCloser-TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/C/90e1725d815b4a2eaae1256ef4239ff4 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/C/90e1725d815b4a2eaae1256ef4239ff4 2024-12-04T21:58:35,119 DEBUG [StoreCloser-TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/C/2b64c84e33de4f76b730cf5e8dd252f4 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/C/2b64c84e33de4f76b730cf5e8dd252f4 2024-12-04T21:58:35,120 DEBUG [StoreCloser-TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/C/0ab33d55a36147fc8b00c60c5644f5af to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/C/0ab33d55a36147fc8b00c60c5644f5af 2024-12-04T21:58:35,121 DEBUG [StoreCloser-TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/C/308dda068ae24f1da55b5e05ad11d3c0 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/C/308dda068ae24f1da55b5e05ad11d3c0 2024-12-04T21:58:35,122 DEBUG [StoreCloser-TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/C/4aa32226e9664c0b883cf11fcda53fdc to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/C/4aa32226e9664c0b883cf11fcda53fdc 2024-12-04T21:58:35,122 DEBUG [StoreCloser-TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/C/2587005170a046e980a886b310f6ebb8 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/C/2587005170a046e980a886b310f6ebb8 2024-12-04T21:58:35,123 DEBUG [StoreCloser-TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/C/247394b45db941e5aa06b1bff2d10ae3 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/C/247394b45db941e5aa06b1bff2d10ae3 2024-12-04T21:58:35,124 DEBUG [StoreCloser-TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/C/beb0f78ddaf5484b9de5659ecb178379 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/C/beb0f78ddaf5484b9de5659ecb178379 2024-12-04T21:58:35,125 DEBUG [StoreCloser-TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/C/499a7f1e85b3422fa73e315643d887f9 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/C/499a7f1e85b3422fa73e315643d887f9 2024-12-04T21:58:35,129 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/recovered.edits/464.seqid, newMaxSeqId=464, maxSeqId=1 2024-12-04T21:58:35,129 INFO [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3. 2024-12-04T21:58:35,129 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HRegion(1676): Region close journal for ed489884227823fc606d21469e41d5f3: Waiting for close lock at 1733349513415Running coprocessor pre-close hooks at 1733349513415Disabling compacts and flushes for region at 1733349513415Disabling writes for close at 1733349513778 (+363 ms)Obtaining lock to block concurrent updates at 1733349513778Preparing flush snapshotting stores in ed489884227823fc606d21469e41d5f3 at 1733349513778Finished memstore snapshotting TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3., syncing WAL and waiting on mvcc, flushsize=dataSize=20610, getHeapSize=61920, getOffHeapSize=0, getCellsCount=450 at 1733349513778Flushing stores of TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3. at 1733349513779 (+1 ms)Flushing ed489884227823fc606d21469e41d5f3/A: creating writer at 1733349513779Flushing ed489884227823fc606d21469e41d5f3/A: appending metadata at 1733349513781 (+2 ms)Flushing ed489884227823fc606d21469e41d5f3/A: closing flushed file at 1733349513781Flushing ed489884227823fc606d21469e41d5f3/B: creating writer at 1733349514190 (+409 ms)Flushing ed489884227823fc606d21469e41d5f3/B: appending metadata at 1733349514194 (+4 ms)Flushing ed489884227823fc606d21469e41d5f3/B: closing flushed file at 1733349514194Flushing ed489884227823fc606d21469e41d5f3/C: creating writer at 1733349514609 (+415 ms)Flushing ed489884227823fc606d21469e41d5f3/C: appending metadata at 1733349514612 (+3 ms)Flushing ed489884227823fc606d21469e41d5f3/C: closing flushed file at 1733349514612Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7e173568: reopening flushed file at 1733349515027 (+415 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4fc6eab9: reopening flushed file at 1733349515035 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@64b6b544: reopening flushed file at 1733349515039 (+4 ms)Finished flush of dataSize ~20.13 KB/20610, heapSize ~60.47 KB/61920, currentSize=0 B/0 for ed489884227823fc606d21469e41d5f3 in 1266ms, sequenceid=461, compaction requested=true at 1733349515044 (+5 ms)Writing region close event to WAL at 1733349515126 (+82 ms)Running coprocessor post-close hooks at 1733349515129 (+3 ms)Closed at 1733349515129 2024-12-04T21:58:35,131 INFO [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] handler.UnassignRegionHandler(157): Closed ed489884227823fc606d21469e41d5f3 2024-12-04T21:58:35,131 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=86 updating hbase:meta row=ed489884227823fc606d21469e41d5f3, regionState=CLOSED 2024-12-04T21:58:35,133 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=87, ppid=86, state=RUNNABLE, hasLock=false; CloseRegionProcedure ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 because future has completed 2024-12-04T21:58:35,134 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=87, resume processing ppid=86 2024-12-04T21:58:35,134 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=87, ppid=86, state=SUCCESS, hasLock=false; CloseRegionProcedure ed489884227823fc606d21469e41d5f3, server=bb3046a53f79,39095,1733349424047 in 1.8720 sec 2024-12-04T21:58:35,135 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=86, resume processing ppid=85 2024-12-04T21:58:35,135 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=86, ppid=85, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=ed489884227823fc606d21469e41d5f3, UNASSIGN in 1.8760 sec 2024-12-04T21:58:35,137 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=85, resume processing ppid=84 2024-12-04T21:58:35,137 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=85, ppid=84, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.8790 sec 2024-12-04T21:58:35,138 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733349515138"}]},"ts":"1733349515138"} 2024-12-04T21:58:35,139 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-12-04T21:58:35,139 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-12-04T21:58:35,140 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=84, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.8870 sec 2024-12-04T21:58:35,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-12-04T21:58:35,398 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-12-04T21:58:35,399 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-12-04T21:58:35,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] procedure2.ProcedureExecutor(1139): Stored pid=88, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-12-04T21:58:35,400 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=88, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-04T21:58:35,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88 2024-12-04T21:58:35,401 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=88, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-04T21:58:35,403 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3 2024-12-04T21:58:35,406 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/A, FileablePath, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/B, FileablePath, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/C, FileablePath, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/recovered.edits] 2024-12-04T21:58:35,408 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/A/06e6bd8217d64fdba258b274924347d5 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/A/06e6bd8217d64fdba258b274924347d5 2024-12-04T21:58:35,409 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/A/3d6ae56863c7446cbab3c60cfdeecb52 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/A/3d6ae56863c7446cbab3c60cfdeecb52 2024-12-04T21:58:35,410 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/A/e8840182d2d8471db00bfbe5dc461e0c to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/A/e8840182d2d8471db00bfbe5dc461e0c 2024-12-04T21:58:35,412 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/B/0c88dba403f64e43b2639033980a006c to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/B/0c88dba403f64e43b2639033980a006c 2024-12-04T21:58:35,413 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/B/6cb613e915d046549354a3b0281dbef9 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/B/6cb613e915d046549354a3b0281dbef9 2024-12-04T21:58:35,414 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/B/c69c3b8aadb2409ea3389c4abe599dd7 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/B/c69c3b8aadb2409ea3389c4abe599dd7 2024-12-04T21:58:35,416 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/C/62942957856149159ef49d0678006501 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/C/62942957856149159ef49d0678006501 2024-12-04T21:58:35,417 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/C/e23ceb0ffcc74081a4c4e63283c2ab41 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/C/e23ceb0ffcc74081a4c4e63283c2ab41 2024-12-04T21:58:35,418 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/C/e83a306704384f0f9869e1624579976a to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/C/e83a306704384f0f9869e1624579976a 2024-12-04T21:58:35,420 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/recovered.edits/464.seqid to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3/recovered.edits/464.seqid 2024-12-04T21:58:35,420 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/ed489884227823fc606d21469e41d5f3 2024-12-04T21:58:35,420 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-12-04T21:58:35,422 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=88, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-04T21:58:35,425 WARN [PEWorker-3 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-12-04T21:58:35,427 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-12-04T21:58:35,428 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=88, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-04T21:58:35,428 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-12-04T21:58:35,428 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1733349515428"}]},"ts":"9223372036854775807"} 2024-12-04T21:58:35,430 INFO [PEWorker-3 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-12-04T21:58:35,430 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => ed489884227823fc606d21469e41d5f3, NAME => 'TestAcidGuarantees,,1733349489609.ed489884227823fc606d21469e41d5f3.', STARTKEY => '', ENDKEY => ''}] 2024-12-04T21:58:35,430 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-12-04T21:58:35,430 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1733349515430"}]},"ts":"9223372036854775807"} 2024-12-04T21:58:35,432 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-12-04T21:58:35,432 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(133): Finished pid=88, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-04T21:58:35,434 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=88, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 34 msec 2024-12-04T21:58:35,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88 2024-12-04T21:58:35,508 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-12-04T21:58:35,511 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-12-04T21:58:35,521 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testGetAtomicity Thread=251 (was 252), OpenFileDescriptor=457 (was 459), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=504 (was 556), ProcessCount=11 (was 11), AvailableMemoryMB=2915 (was 2986) 2024-12-04T21:58:35,532 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testMobScanAtomicity Thread=251, OpenFileDescriptor=457, MaxFileDescriptor=1048576, SystemLoadAverage=504, ProcessCount=11, AvailableMemoryMB=2915 2024-12-04T21:58:35,534 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-04T21:58:35,534 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T21:58:35,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] procedure2.ProcedureExecutor(1139): Stored pid=89, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-12-04T21:58:35,536 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=89, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-12-04T21:58:35,536 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:35,536 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 89 2024-12-04T21:58:35,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=89 2024-12-04T21:58:35,537 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=89, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-04T21:58:35,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742165_1341 (size=1061) 2024-12-04T21:58:35,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=89 2024-12-04T21:58:35,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=89 2024-12-04T21:58:35,947 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => fb86162c57c7fb22cd71984974460deb, NAME => 'TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca 2024-12-04T21:58:35,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742166_1342 (size=53) 2024-12-04T21:58:36,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=89 2024-12-04T21:58:36,358 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T21:58:36,358 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing fb86162c57c7fb22cd71984974460deb, disabling compactions & flushes 2024-12-04T21:58:36,358 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb. 2024-12-04T21:58:36,358 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb. 2024-12-04T21:58:36,358 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb. after waiting 0 ms 2024-12-04T21:58:36,358 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb. 2024-12-04T21:58:36,358 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb. 2024-12-04T21:58:36,358 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for fb86162c57c7fb22cd71984974460deb: Waiting for close lock at 1733349516358Disabling compacts and flushes for region at 1733349516358Disabling writes for close at 1733349516358Writing region close event to WAL at 1733349516358Closed at 1733349516358 2024-12-04T21:58:36,361 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=89, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-12-04T21:58:36,361 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1733349516361"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733349516361"}]},"ts":"1733349516361"} 2024-12-04T21:58:36,365 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-04T21:58:36,367 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=89, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-04T21:58:36,367 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733349516367"}]},"ts":"1733349516367"} 2024-12-04T21:58:36,368 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-12-04T21:58:36,368 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=90, ppid=89, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=fb86162c57c7fb22cd71984974460deb, ASSIGN}] 2024-12-04T21:58:36,369 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=90, ppid=89, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=fb86162c57c7fb22cd71984974460deb, ASSIGN 2024-12-04T21:58:36,370 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=90, ppid=89, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=fb86162c57c7fb22cd71984974460deb, ASSIGN; state=OFFLINE, location=bb3046a53f79,39095,1733349424047; forceNewPlan=false, retain=false 2024-12-04T21:58:36,521 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=90 updating hbase:meta row=fb86162c57c7fb22cd71984974460deb, regionState=OPENING, regionLocation=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:36,523 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=90, ppid=89, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=fb86162c57c7fb22cd71984974460deb, ASSIGN because future has completed 2024-12-04T21:58:36,523 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=91, ppid=90, state=RUNNABLE, hasLock=false; OpenRegionProcedure fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047}] 2024-12-04T21:58:36,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=89 2024-12-04T21:58:36,682 INFO [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb. 2024-12-04T21:58:36,682 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.HRegion(7752): Opening region: {ENCODED => fb86162c57c7fb22cd71984974460deb, NAME => 'TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb.', STARTKEY => '', ENDKEY => ''} 2024-12-04T21:58:36,683 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees fb86162c57c7fb22cd71984974460deb 2024-12-04T21:58:36,683 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T21:58:36,683 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.HRegion(7794): checking encryption for fb86162c57c7fb22cd71984974460deb 2024-12-04T21:58:36,683 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.HRegion(7797): checking classloading for fb86162c57c7fb22cd71984974460deb 2024-12-04T21:58:36,685 INFO [StoreOpener-fb86162c57c7fb22cd71984974460deb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region fb86162c57c7fb22cd71984974460deb 2024-12-04T21:58:36,687 INFO [StoreOpener-fb86162c57c7fb22cd71984974460deb-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-04T21:58:36,687 INFO [StoreOpener-fb86162c57c7fb22cd71984974460deb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fb86162c57c7fb22cd71984974460deb columnFamilyName A 2024-12-04T21:58:36,687 DEBUG [StoreOpener-fb86162c57c7fb22cd71984974460deb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:36,688 INFO [StoreOpener-fb86162c57c7fb22cd71984974460deb-1 {}] regionserver.HStore(327): Store=fb86162c57c7fb22cd71984974460deb/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T21:58:36,688 INFO [StoreOpener-fb86162c57c7fb22cd71984974460deb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region fb86162c57c7fb22cd71984974460deb 2024-12-04T21:58:36,689 INFO [StoreOpener-fb86162c57c7fb22cd71984974460deb-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-04T21:58:36,690 INFO [StoreOpener-fb86162c57c7fb22cd71984974460deb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fb86162c57c7fb22cd71984974460deb columnFamilyName B 2024-12-04T21:58:36,690 DEBUG [StoreOpener-fb86162c57c7fb22cd71984974460deb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:36,690 INFO [StoreOpener-fb86162c57c7fb22cd71984974460deb-1 {}] regionserver.HStore(327): Store=fb86162c57c7fb22cd71984974460deb/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T21:58:36,690 INFO [StoreOpener-fb86162c57c7fb22cd71984974460deb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region fb86162c57c7fb22cd71984974460deb 2024-12-04T21:58:36,692 INFO [StoreOpener-fb86162c57c7fb22cd71984974460deb-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-04T21:58:36,692 INFO [StoreOpener-fb86162c57c7fb22cd71984974460deb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fb86162c57c7fb22cd71984974460deb columnFamilyName C 2024-12-04T21:58:36,692 DEBUG [StoreOpener-fb86162c57c7fb22cd71984974460deb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:36,693 INFO [StoreOpener-fb86162c57c7fb22cd71984974460deb-1 {}] regionserver.HStore(327): Store=fb86162c57c7fb22cd71984974460deb/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T21:58:36,693 INFO [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb. 2024-12-04T21:58:36,693 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.HRegion(1038): replaying wal for fb86162c57c7fb22cd71984974460deb 2024-12-04T21:58:36,694 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb 2024-12-04T21:58:36,694 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb 2024-12-04T21:58:36,696 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.HRegion(1048): stopping wal replay for fb86162c57c7fb22cd71984974460deb 2024-12-04T21:58:36,696 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.HRegion(1060): Cleaning up temporary data for fb86162c57c7fb22cd71984974460deb 2024-12-04T21:58:36,696 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-04T21:58:36,698 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.HRegion(1093): writing seq id for fb86162c57c7fb22cd71984974460deb 2024-12-04T21:58:36,701 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T21:58:36,701 INFO [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.HRegion(1114): Opened fb86162c57c7fb22cd71984974460deb; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62658837, jitterRate=-0.0663105696439743}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-04T21:58:36,701 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.HRegion(1122): Running coprocessor post-open hooks for fb86162c57c7fb22cd71984974460deb 2024-12-04T21:58:36,702 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.HRegion(1006): Region open journal for fb86162c57c7fb22cd71984974460deb: Running coprocessor pre-open hook at 1733349516683Writing region info on filesystem at 1733349516683Initializing all the Stores at 1733349516684 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733349516684Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733349516685 (+1 ms)Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733349516685Cleaning up temporary data from old regions at 1733349516696 (+11 ms)Running coprocessor post-open hooks at 1733349516701 (+5 ms)Region opened successfully at 1733349516702 (+1 ms) 2024-12-04T21:58:36,703 INFO [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., pid=91, masterSystemTime=1733349516676 2024-12-04T21:58:36,706 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb. 2024-12-04T21:58:36,706 INFO [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb. 2024-12-04T21:58:36,707 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=90 updating hbase:meta row=fb86162c57c7fb22cd71984974460deb, regionState=OPEN, openSeqNum=2, regionLocation=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:36,708 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=91, ppid=90, state=RUNNABLE, hasLock=false; OpenRegionProcedure fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 because future has completed 2024-12-04T21:58:36,711 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=91, resume processing ppid=90 2024-12-04T21:58:36,711 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=91, ppid=90, state=SUCCESS, hasLock=false; OpenRegionProcedure fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 in 186 msec 2024-12-04T21:58:36,712 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=90, resume processing ppid=89 2024-12-04T21:58:36,712 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=90, ppid=89, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=fb86162c57c7fb22cd71984974460deb, ASSIGN in 343 msec 2024-12-04T21:58:36,712 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=89, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-04T21:58:36,713 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733349516712"}]},"ts":"1733349516712"} 2024-12-04T21:58:36,714 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-12-04T21:58:36,714 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=89, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-12-04T21:58:36,715 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=89, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1800 sec 2024-12-04T21:58:37,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=89 2024-12-04T21:58:37,689 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-12-04T21:58:37,691 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d468cd3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T21:58:37,692 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bb3046a53f79,44103,-1 for getting cluster id 2024-12-04T21:58:37,692 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T21:58:37,695 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd4c51ddd-78fd-4d7f-a588-940e286afcf0' 2024-12-04T21:58:37,695 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T21:58:37,695 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d4c51ddd-78fd-4d7f-a588-940e286afcf0" 2024-12-04T21:58:37,696 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bb6fd7c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T21:58:37,696 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bb3046a53f79,44103,-1] 2024-12-04T21:58:37,696 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T21:58:37,697 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T21:58:37,699 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47882, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T21:58:37,700 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4fd1cedc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T21:58:37,700 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T21:58:37,701 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bb3046a53f79,39095,1733349424047, seqNum=-1] 2024-12-04T21:58:37,701 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T21:58:37,702 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52636, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T21:58:37,703 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T21:58:37,703 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is bb3046a53f79,44103,1733349423427 2024-12-04T21:58:37,703 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1bb0229b 2024-12-04T21:58:37,704 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T21:58:37,704 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47898, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T21:58:37,705 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-04T21:58:37,706 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T21:58:37,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] procedure2.ProcedureExecutor(1139): Stored pid=92, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees 2024-12-04T21:58:37,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742167_1343 (size=1097) 2024-12-04T21:58:38,120 DEBUG [PEWorker-2 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.1061 2024-12-04T21:58:38,120 INFO [PEWorker-2 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.1097 2024-12-04T21:58:38,125 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=93, ppid=92, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-04T21:58:38,127 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=94, ppid=93, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=fb86162c57c7fb22cd71984974460deb, REOPEN/MOVE}] 2024-12-04T21:58:38,128 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=94, ppid=93, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=fb86162c57c7fb22cd71984974460deb, REOPEN/MOVE 2024-12-04T21:58:38,128 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=94 updating hbase:meta row=fb86162c57c7fb22cd71984974460deb, regionState=CLOSING, regionLocation=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:38,130 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=94, ppid=93, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=fb86162c57c7fb22cd71984974460deb, REOPEN/MOVE because future has completed 2024-12-04T21:58:38,130 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-04T21:58:38,130 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=95, ppid=94, state=RUNNABLE, hasLock=false; CloseRegionProcedure fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047}] 2024-12-04T21:58:38,283 INFO [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] handler.UnassignRegionHandler(122): Close fb86162c57c7fb22cd71984974460deb 2024-12-04T21:58:38,283 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-04T21:58:38,283 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] regionserver.HRegion(1722): Closing fb86162c57c7fb22cd71984974460deb, disabling compactions & flushes 2024-12-04T21:58:38,283 INFO [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb. 2024-12-04T21:58:38,283 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb. 2024-12-04T21:58:38,283 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb. after waiting 0 ms 2024-12-04T21:58:38,284 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb. 2024-12-04T21:58:38,293 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-04T21:58:38,294 INFO [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb. 2024-12-04T21:58:38,294 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] regionserver.HRegion(1676): Region close journal for fb86162c57c7fb22cd71984974460deb: Waiting for close lock at 1733349518283Running coprocessor pre-close hooks at 1733349518283Disabling compacts and flushes for region at 1733349518283Disabling writes for close at 1733349518283Writing region close event to WAL at 1733349518285 (+2 ms)Running coprocessor post-close hooks at 1733349518294 (+9 ms)Closed at 1733349518294 2024-12-04T21:58:38,294 WARN [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] regionserver.HRegionServer(3299): Not adding moved region record: fb86162c57c7fb22cd71984974460deb to self. 2024-12-04T21:58:38,296 INFO [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] handler.UnassignRegionHandler(157): Closed fb86162c57c7fb22cd71984974460deb 2024-12-04T21:58:38,297 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=94 updating hbase:meta row=fb86162c57c7fb22cd71984974460deb, regionState=CLOSED 2024-12-04T21:58:38,298 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=95, ppid=94, state=RUNNABLE, hasLock=false; CloseRegionProcedure fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 because future has completed 2024-12-04T21:58:38,301 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=95, resume processing ppid=94 2024-12-04T21:58:38,301 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=95, ppid=94, state=SUCCESS, hasLock=false; CloseRegionProcedure fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 in 169 msec 2024-12-04T21:58:38,302 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=94, ppid=93, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=fb86162c57c7fb22cd71984974460deb, REOPEN/MOVE; state=CLOSED, location=bb3046a53f79,39095,1733349424047; forceNewPlan=false, retain=true 2024-12-04T21:58:38,453 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=94 updating hbase:meta row=fb86162c57c7fb22cd71984974460deb, regionState=OPENING, regionLocation=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:38,457 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=94, ppid=93, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=fb86162c57c7fb22cd71984974460deb, REOPEN/MOVE because future has completed 2024-12-04T21:58:38,458 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=96, ppid=94, state=RUNNABLE, hasLock=false; OpenRegionProcedure fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047}] 2024-12-04T21:58:38,619 INFO [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb. 2024-12-04T21:58:38,619 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(7752): Opening region: {ENCODED => fb86162c57c7fb22cd71984974460deb, NAME => 'TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb.', STARTKEY => '', ENDKEY => ''} 2024-12-04T21:58:38,620 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees fb86162c57c7fb22cd71984974460deb 2024-12-04T21:58:38,620 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T21:58:38,620 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(7794): checking encryption for fb86162c57c7fb22cd71984974460deb 2024-12-04T21:58:38,620 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(7797): checking classloading for fb86162c57c7fb22cd71984974460deb 2024-12-04T21:58:38,623 INFO [StoreOpener-fb86162c57c7fb22cd71984974460deb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region fb86162c57c7fb22cd71984974460deb 2024-12-04T21:58:38,624 INFO [StoreOpener-fb86162c57c7fb22cd71984974460deb-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-04T21:58:38,624 INFO [StoreOpener-fb86162c57c7fb22cd71984974460deb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fb86162c57c7fb22cd71984974460deb columnFamilyName A 2024-12-04T21:58:38,626 DEBUG [StoreOpener-fb86162c57c7fb22cd71984974460deb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:38,626 INFO [StoreOpener-fb86162c57c7fb22cd71984974460deb-1 {}] regionserver.HStore(327): Store=fb86162c57c7fb22cd71984974460deb/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T21:58:38,627 INFO [StoreOpener-fb86162c57c7fb22cd71984974460deb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region fb86162c57c7fb22cd71984974460deb 2024-12-04T21:58:38,628 INFO [StoreOpener-fb86162c57c7fb22cd71984974460deb-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-04T21:58:38,628 INFO [StoreOpener-fb86162c57c7fb22cd71984974460deb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fb86162c57c7fb22cd71984974460deb columnFamilyName B 2024-12-04T21:58:38,628 DEBUG [StoreOpener-fb86162c57c7fb22cd71984974460deb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:38,628 INFO [StoreOpener-fb86162c57c7fb22cd71984974460deb-1 {}] regionserver.HStore(327): Store=fb86162c57c7fb22cd71984974460deb/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T21:58:38,628 INFO [StoreOpener-fb86162c57c7fb22cd71984974460deb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region fb86162c57c7fb22cd71984974460deb 2024-12-04T21:58:38,629 INFO [StoreOpener-fb86162c57c7fb22cd71984974460deb-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-04T21:58:38,629 INFO [StoreOpener-fb86162c57c7fb22cd71984974460deb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fb86162c57c7fb22cd71984974460deb columnFamilyName C 2024-12-04T21:58:38,629 DEBUG [StoreOpener-fb86162c57c7fb22cd71984974460deb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:38,630 INFO [StoreOpener-fb86162c57c7fb22cd71984974460deb-1 {}] regionserver.HStore(327): Store=fb86162c57c7fb22cd71984974460deb/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T21:58:38,630 INFO [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb. 2024-12-04T21:58:38,630 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(1038): replaying wal for fb86162c57c7fb22cd71984974460deb 2024-12-04T21:58:38,631 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb 2024-12-04T21:58:38,632 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb 2024-12-04T21:58:38,633 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(1048): stopping wal replay for fb86162c57c7fb22cd71984974460deb 2024-12-04T21:58:38,633 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(1060): Cleaning up temporary data for fb86162c57c7fb22cd71984974460deb 2024-12-04T21:58:38,634 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-04T21:58:38,636 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(1093): writing seq id for fb86162c57c7fb22cd71984974460deb 2024-12-04T21:58:38,637 INFO [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(1114): Opened fb86162c57c7fb22cd71984974460deb; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69962784, jitterRate=0.0425267219543457}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-04T21:58:38,637 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(1122): Running coprocessor post-open hooks for fb86162c57c7fb22cd71984974460deb 2024-12-04T21:58:38,637 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(1006): Region open journal for fb86162c57c7fb22cd71984974460deb: Running coprocessor pre-open hook at 1733349518621Writing region info on filesystem at 1733349518621Initializing all the Stores at 1733349518622 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733349518622Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733349518623 (+1 ms)Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733349518623Cleaning up temporary data from old regions at 1733349518633 (+10 ms)Running coprocessor post-open hooks at 1733349518637 (+4 ms)Region opened successfully at 1733349518637 2024-12-04T21:58:38,638 INFO [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., pid=96, masterSystemTime=1733349518612 2024-12-04T21:58:38,639 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb. 2024-12-04T21:58:38,639 INFO [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb. 2024-12-04T21:58:38,640 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=94 updating hbase:meta row=fb86162c57c7fb22cd71984974460deb, regionState=OPEN, openSeqNum=5, regionLocation=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:38,641 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=96, ppid=94, state=RUNNABLE, hasLock=false; OpenRegionProcedure fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 because future has completed 2024-12-04T21:58:38,643 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=96, resume processing ppid=94 2024-12-04T21:58:38,643 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=96, ppid=94, state=SUCCESS, hasLock=false; OpenRegionProcedure fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 in 183 msec 2024-12-04T21:58:38,644 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=94, resume processing ppid=93 2024-12-04T21:58:38,644 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=94, ppid=93, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=fb86162c57c7fb22cd71984974460deb, REOPEN/MOVE in 516 msec 2024-12-04T21:58:38,647 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=93, resume processing ppid=92 2024-12-04T21:58:38,647 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=93, ppid=92, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees in 520 msec 2024-12-04T21:58:38,648 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=92, state=SUCCESS, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees in 941 msec 2024-12-04T21:58:38,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=92 2024-12-04T21:58:38,649 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY_COLUMN_FAMILY, Table Name: default:TestAcidGuarantees completed 2024-12-04T21:58:38,649 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3aba547e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T21:58:38,650 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bb3046a53f79,44103,-1 for getting cluster id 2024-12-04T21:58:38,650 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T21:58:38,650 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd4c51ddd-78fd-4d7f-a588-940e286afcf0' 2024-12-04T21:58:38,650 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T21:58:38,650 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d4c51ddd-78fd-4d7f-a588-940e286afcf0" 2024-12-04T21:58:38,651 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36e27827, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T21:58:38,651 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bb3046a53f79,44103,-1] 2024-12-04T21:58:38,651 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T21:58:38,651 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T21:58:38,651 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47928, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T21:58:38,652 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33760886, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T21:58:38,652 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@440285d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T21:58:38,652 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bb3046a53f79,44103,-1 for getting cluster id 2024-12-04T21:58:38,652 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T21:58:38,653 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd4c51ddd-78fd-4d7f-a588-940e286afcf0' 2024-12-04T21:58:38,653 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T21:58:38,653 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d4c51ddd-78fd-4d7f-a588-940e286afcf0" 2024-12-04T21:58:38,653 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31581ad6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T21:58:38,653 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bb3046a53f79,44103,-1] 2024-12-04T21:58:38,653 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T21:58:38,654 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T21:58:38,654 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47936, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T21:58:38,654 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e5f060c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T21:58:38,655 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41c1e738, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T21:58:38,655 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bb3046a53f79,44103,-1 for getting cluster id 2024-12-04T21:58:38,655 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T21:58:38,656 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd4c51ddd-78fd-4d7f-a588-940e286afcf0' 2024-12-04T21:58:38,656 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T21:58:38,656 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d4c51ddd-78fd-4d7f-a588-940e286afcf0" 2024-12-04T21:58:38,656 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1be22872, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T21:58:38,656 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bb3046a53f79,44103,-1] 2024-12-04T21:58:38,656 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T21:58:38,656 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T21:58:38,657 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47952, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T21:58:38,657 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1775d9ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T21:58:38,658 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@508ab67b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T21:58:38,658 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bb3046a53f79,44103,-1 for getting cluster id 2024-12-04T21:58:38,658 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T21:58:38,658 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd4c51ddd-78fd-4d7f-a588-940e286afcf0' 2024-12-04T21:58:38,658 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T21:58:38,658 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d4c51ddd-78fd-4d7f-a588-940e286afcf0" 2024-12-04T21:58:38,658 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@563e15a5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T21:58:38,658 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bb3046a53f79,44103,-1] 2024-12-04T21:58:38,659 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T21:58:38,659 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T21:58:38,659 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47958, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T21:58:38,660 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6beeb35c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T21:58:38,660 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9d261f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T21:58:38,660 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bb3046a53f79,44103,-1 for getting cluster id 2024-12-04T21:58:38,660 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T21:58:38,661 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd4c51ddd-78fd-4d7f-a588-940e286afcf0' 2024-12-04T21:58:38,661 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T21:58:38,661 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d4c51ddd-78fd-4d7f-a588-940e286afcf0" 2024-12-04T21:58:38,661 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3412c680, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T21:58:38,661 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bb3046a53f79,44103,-1] 2024-12-04T21:58:38,661 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T21:58:38,662 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T21:58:38,662 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47972, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T21:58:38,663 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c630dcb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T21:58:38,663 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2853677b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T21:58:38,664 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bb3046a53f79,44103,-1 for getting cluster id 2024-12-04T21:58:38,664 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T21:58:38,664 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd4c51ddd-78fd-4d7f-a588-940e286afcf0' 2024-12-04T21:58:38,664 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T21:58:38,664 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d4c51ddd-78fd-4d7f-a588-940e286afcf0" 2024-12-04T21:58:38,665 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13d56e36, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T21:58:38,665 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bb3046a53f79,44103,-1] 2024-12-04T21:58:38,665 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T21:58:38,665 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T21:58:38,665 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48004, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T21:58:38,666 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ce58b91, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T21:58:38,666 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73d51c80, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T21:58:38,666 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bb3046a53f79,44103,-1 for getting cluster id 2024-12-04T21:58:38,667 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T21:58:38,667 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd4c51ddd-78fd-4d7f-a588-940e286afcf0' 2024-12-04T21:58:38,667 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T21:58:38,667 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d4c51ddd-78fd-4d7f-a588-940e286afcf0" 2024-12-04T21:58:38,667 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22f271be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T21:58:38,667 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bb3046a53f79,44103,-1] 2024-12-04T21:58:38,668 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T21:58:38,668 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T21:58:38,668 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48014, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T21:58:38,669 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@712662a5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T21:58:38,669 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ff4aaae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T21:58:38,669 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bb3046a53f79,44103,-1 for getting cluster id 2024-12-04T21:58:38,669 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T21:58:38,670 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd4c51ddd-78fd-4d7f-a588-940e286afcf0' 2024-12-04T21:58:38,670 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T21:58:38,670 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d4c51ddd-78fd-4d7f-a588-940e286afcf0" 2024-12-04T21:58:38,670 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45118382, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T21:58:38,670 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bb3046a53f79,44103,-1] 2024-12-04T21:58:38,671 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T21:58:38,671 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T21:58:38,671 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48032, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T21:58:38,672 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15b3cb8e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T21:58:38,673 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f15f223, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T21:58:38,673 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bb3046a53f79,44103,-1 for getting cluster id 2024-12-04T21:58:38,673 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T21:58:38,674 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd4c51ddd-78fd-4d7f-a588-940e286afcf0' 2024-12-04T21:58:38,674 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T21:58:38,674 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d4c51ddd-78fd-4d7f-a588-940e286afcf0" 2024-12-04T21:58:38,674 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79b33e71, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T21:58:38,674 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bb3046a53f79,44103,-1] 2024-12-04T21:58:38,674 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T21:58:38,674 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T21:58:38,675 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48048, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T21:58:38,676 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@425e4d1c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T21:58:38,677 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16b220e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T21:58:38,677 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bb3046a53f79,44103,-1 for getting cluster id 2024-12-04T21:58:38,677 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T21:58:38,678 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd4c51ddd-78fd-4d7f-a588-940e286afcf0' 2024-12-04T21:58:38,678 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T21:58:38,678 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d4c51ddd-78fd-4d7f-a588-940e286afcf0" 2024-12-04T21:58:38,678 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@178d1bb8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T21:58:38,678 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bb3046a53f79,44103,-1] 2024-12-04T21:58:38,678 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T21:58:38,679 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T21:58:38,680 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48064, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T21:58:38,680 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17786209, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T21:58:38,681 DEBUG [Thread-1561 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T21:58:38,681 DEBUG [Thread-1567 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T21:58:38,681 DEBUG [Thread-1576 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T21:58:38,681 DEBUG [Thread-1570 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T21:58:38,681 DEBUG [Thread-1565 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T21:58:38,681 DEBUG [Thread-1559 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T21:58:38,682 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bb3046a53f79,39095,1733349424047, seqNum=-1] 2024-12-04T21:58:38,682 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bb3046a53f79,39095,1733349424047, seqNum=-1] 2024-12-04T21:58:38,682 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bb3046a53f79,39095,1733349424047, seqNum=-1] 2024-12-04T21:58:38,682 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bb3046a53f79,39095,1733349424047, seqNum=-1] 2024-12-04T21:58:38,682 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bb3046a53f79,39095,1733349424047, seqNum=-1] 2024-12-04T21:58:38,682 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T21:58:38,682 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T21:58:38,682 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T21:58:38,682 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T21:58:38,682 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T21:58:38,682 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bb3046a53f79,39095,1733349424047, seqNum=-1] 2024-12-04T21:58:38,682 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T21:58:38,683 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44103 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-04T21:58:38,683 DEBUG [Thread-1574 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T21:58:38,683 DEBUG [Thread-1578 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T21:58:38,683 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52648, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T21:58:38,683 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52652, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T21:58:38,683 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52650, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T21:58:38,683 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52704, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T21:58:38,683 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52694, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T21:58:38,683 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52708, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T21:58:38,684 DEBUG [Thread-1572 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T21:58:38,684 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bb3046a53f79,39095,1733349424047, seqNum=-1] 2024-12-04T21:58:38,684 DEBUG [Thread-1563 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T21:58:38,684 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T21:58:38,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44103 {}] procedure2.ProcedureExecutor(1139): Stored pid=97, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=97, table=TestAcidGuarantees 2024-12-04T21:58:38,684 DEBUG [Thread-1578 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bb3046a53f79,39095,1733349424047, seqNum=-1] 2024-12-04T21:58:38,684 DEBUG [Thread-1578 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T21:58:38,684 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bb3046a53f79,39095,1733349424047, seqNum=-1] 2024-12-04T21:58:38,685 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T21:58:38,685 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bb3046a53f79,39095,1733349424047, seqNum=-1] 2024-12-04T21:58:38,685 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52724, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T21:58:38,685 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T21:58:38,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-12-04T21:58:38,686 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52738, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T21:58:38,686 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5] 2024-12-04T21:58:38,686 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52744, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T21:58:38,686 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52760, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T21:58:38,686 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5] 2024-12-04T21:58:38,687 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5] 2024-12-04T21:58:38,687 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5] 2024-12-04T21:58:38,687 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5] 2024-12-04T21:58:38,688 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5] 2024-12-04T21:58:38,688 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5] 2024-12-04T21:58:38,689 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=97, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=97, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-04T21:58:38,689 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5] 2024-12-04T21:58:38,689 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5] 2024-12-04T21:58:38,691 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5] 2024-12-04T21:58:38,693 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=97, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=97, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-04T21:58:38,693 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=98, ppid=97, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-04T21:58:38,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(8855): Flush requested on fb86162c57c7fb22cd71984974460deb 2024-12-04T21:58:38,696 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing fb86162c57c7fb22cd71984974460deb 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-12-04T21:58:38,697 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fb86162c57c7fb22cd71984974460deb, store=A 2024-12-04T21:58:38,697 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T21:58:38,697 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fb86162c57c7fb22cd71984974460deb, store=B 2024-12-04T21:58:38,697 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T21:58:38,697 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fb86162c57c7fb22cd71984974460deb, store=C 2024-12-04T21:58:38,697 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T21:58:38,718 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241204c95c493213c04cf48ae66b2d270d9322_fb86162c57c7fb22cd71984974460deb is 50, key is test_row_0/A:col10/1733349518688/Put/seqid=0 2024-12-04T21:58:38,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742168_1344 (size=9714) 2024-12-04T21:58:38,722 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:38,725 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/bb3046a53f79:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1733349518711, max timestamp=1733349518723Num uniques 859; 2024-12-04T21:58:38,725 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/bb3046a53f79:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-12-04T21:58:38,725 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/bb3046a53f79:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1733349518711, max timestamp=1733349518723Num uniques 859; 2024-12-04T21:58:38,726 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/bb3046a53f79:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-12-04T21:58:38,726 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241204c95c493213c04cf48ae66b2d270d9322_fb86162c57c7fb22cd71984974460deb to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204c95c493213c04cf48ae66b2d270d9322_fb86162c57c7fb22cd71984974460deb 2024-12-04T21:58:38,726 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/bb3046a53f79:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1733349518711, max timestamp=1733349518723Num uniques 859; 2024-12-04T21:58:38,726 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/bb3046a53f79:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-12-04T21:58:38,726 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/.tmp/A/763a74f067404341957e91840c451d14, store: [table=TestAcidGuarantees family=A region=fb86162c57c7fb22cd71984974460deb] 2024-12-04T21:58:38,727 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/.tmp/A/763a74f067404341957e91840c451d14 is 175, key is test_row_0/A:col10/1733349518688/Put/seqid=0 2024-12-04T21:58:38,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742169_1345 (size=22361) 2024-12-04T21:58:38,751 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:38,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52650 deadline: 1733349578738, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:38,751 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:38,751 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:38,751 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:38,751 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:58:38,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52648 deadline: 1733349578740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:38,751 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:38,751 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:38,751 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:58:38,754 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:38,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52708 deadline: 1733349578750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:38,754 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:38,754 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:38,754 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:58:38,757 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:38,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52652 deadline: 1733349578751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:38,757 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:38,757 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:38,757 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:38,757 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:58:38,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52760 deadline: 1733349578751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:38,757 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:38,757 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:38,758 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:58:38,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-12-04T21:58:38,849 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39095 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-12-04T21:58:38,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb. 2024-12-04T21:58:38,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb. as already flushing 2024-12-04T21:58:38,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb. 2024-12-04T21:58:38,849 ERROR [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98 java.io.IOException: Unable to complete flush {ENCODED => fb86162c57c7fb22cd71984974460deb, NAME => 'TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:58:38,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98 java.io.IOException: Unable to complete flush {ENCODED => fb86162c57c7fb22cd71984974460deb, NAME => 'TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:58:38,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.HMaster(4177): Remote procedure failed, pid=98 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fb86162c57c7fb22cd71984974460deb, NAME => 'TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fb86162c57c7fb22cd71984974460deb, NAME => 'TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:58:38,858 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:38,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52648 deadline: 1733349578857, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:38,858 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:38,858 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:38,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52650 deadline: 1733349578858, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:38,858 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:38,858 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:58:38,859 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:38,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52708 deadline: 1733349578858, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:38,859 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:38,859 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:38,859 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:58:38,859 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:38,859 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:38,859 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:58:38,871 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:38,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52652 deadline: 1733349578868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:38,871 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:38,871 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:38,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52760 deadline: 1733349578868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:38,871 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:38,871 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:58:38,871 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:38,871 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:38,871 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:58:38,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-12-04T21:58:39,002 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39095 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-12-04T21:58:39,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb. 2024-12-04T21:58:39,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb. as already flushing 2024-12-04T21:58:39,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb. 2024-12-04T21:58:39,002 ERROR [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98 java.io.IOException: Unable to complete flush {ENCODED => fb86162c57c7fb22cd71984974460deb, NAME => 'TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:58:39,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98 java.io.IOException: Unable to complete flush {ENCODED => fb86162c57c7fb22cd71984974460deb, NAME => 'TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:58:39,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.HMaster(4177): Remote procedure failed, pid=98 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fb86162c57c7fb22cd71984974460deb, NAME => 'TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fb86162c57c7fb22cd71984974460deb, NAME => 'TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:58:39,071 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:39,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52648 deadline: 1733349579067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:39,071 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:39,071 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:39,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52650 deadline: 1733349579068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:39,071 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:39,071 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:58:39,071 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:39,071 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:39,071 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:39,071 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:58:39,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52708 deadline: 1733349579068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:39,072 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:39,072 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:39,072 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:58:39,081 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:39,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52652 deadline: 1733349579078, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:39,082 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:39,082 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:39,082 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:39,082 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:58:39,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52760 deadline: 1733349579078, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:39,082 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:39,082 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:39,082 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:58:39,130 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=14, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/.tmp/A/763a74f067404341957e91840c451d14 2024-12-04T21:58:39,152 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/.tmp/B/ec560da8129a4c809f5fd270c74cd3bf is 50, key is test_row_0/B:col10/1733349518688/Put/seqid=0 2024-12-04T21:58:39,154 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39095 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-12-04T21:58:39,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb. 2024-12-04T21:58:39,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb. as already flushing 2024-12-04T21:58:39,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb. 2024-12-04T21:58:39,155 ERROR [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98 java.io.IOException: Unable to complete flush {ENCODED => fb86162c57c7fb22cd71984974460deb, NAME => 'TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:58:39,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98 java.io.IOException: Unable to complete flush {ENCODED => fb86162c57c7fb22cd71984974460deb, NAME => 'TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:58:39,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742170_1346 (size=9657) 2024-12-04T21:58:39,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.HMaster(4177): Remote procedure failed, pid=98 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fb86162c57c7fb22cd71984974460deb, NAME => 'TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fb86162c57c7fb22cd71984974460deb, NAME => 'TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:58:39,307 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39095 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-12-04T21:58:39,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb. 2024-12-04T21:58:39,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb. as already flushing 2024-12-04T21:58:39,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb. 2024-12-04T21:58:39,307 ERROR [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98 java.io.IOException: Unable to complete flush {ENCODED => fb86162c57c7fb22cd71984974460deb, NAME => 'TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:58:39,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98 java.io.IOException: Unable to complete flush {ENCODED => fb86162c57c7fb22cd71984974460deb, NAME => 'TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:58:39,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-12-04T21:58:39,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.HMaster(4177): Remote procedure failed, pid=98 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fb86162c57c7fb22cd71984974460deb, NAME => 'TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fb86162c57c7fb22cd71984974460deb, NAME => 'TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:58:39,380 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:39,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52648 deadline: 1733349579377, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:39,380 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:39,380 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:39,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52650 deadline: 1733349579378, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:39,380 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:39,380 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:58:39,380 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:39,380 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:39,381 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:39,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52708 deadline: 1733349579378, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:39,381 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:58:39,381 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:39,381 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:39,381 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:58:39,391 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:39,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52652 deadline: 1733349579388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:39,391 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:39,392 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:39,392 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:39,392 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:58:39,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52760 deadline: 1733349579388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:39,392 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:39,392 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:39,392 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:58:39,459 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39095 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-12-04T21:58:39,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb. 2024-12-04T21:58:39,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb. as already flushing 2024-12-04T21:58:39,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb. 2024-12-04T21:58:39,460 ERROR [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98 java.io.IOException: Unable to complete flush {ENCODED => fb86162c57c7fb22cd71984974460deb, NAME => 'TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:58:39,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98 java.io.IOException: Unable to complete flush {ENCODED => fb86162c57c7fb22cd71984974460deb, NAME => 'TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:58:39,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.HMaster(4177): Remote procedure failed, pid=98 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fb86162c57c7fb22cd71984974460deb, NAME => 'TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fb86162c57c7fb22cd71984974460deb, NAME => 'TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:58:39,556 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/.tmp/B/ec560da8129a4c809f5fd270c74cd3bf 2024-12-04T21:58:39,578 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/.tmp/C/c62b7d710a634bde963c9a6d0768627b is 50, key is test_row_0/C:col10/1733349518688/Put/seqid=0 2024-12-04T21:58:39,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742171_1347 (size=9657) 2024-12-04T21:58:39,612 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39095 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-12-04T21:58:39,612 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb. 2024-12-04T21:58:39,612 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb. as already flushing 2024-12-04T21:58:39,612 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb. 2024-12-04T21:58:39,612 ERROR [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98 java.io.IOException: Unable to complete flush {ENCODED => fb86162c57c7fb22cd71984974460deb, NAME => 'TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:58:39,612 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98 java.io.IOException: Unable to complete flush {ENCODED => fb86162c57c7fb22cd71984974460deb, NAME => 'TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:58:39,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.HMaster(4177): Remote procedure failed, pid=98 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fb86162c57c7fb22cd71984974460deb, NAME => 'TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fb86162c57c7fb22cd71984974460deb, NAME => 'TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:58:39,765 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39095 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-12-04T21:58:39,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb. 2024-12-04T21:58:39,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb. as already flushing 2024-12-04T21:58:39,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb. 2024-12-04T21:58:39,765 ERROR [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98 java.io.IOException: Unable to complete flush {ENCODED => fb86162c57c7fb22cd71984974460deb, NAME => 'TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:58:39,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98 java.io.IOException: Unable to complete flush {ENCODED => fb86162c57c7fb22cd71984974460deb, NAME => 'TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:58:39,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.HMaster(4177): Remote procedure failed, pid=98 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fb86162c57c7fb22cd71984974460deb, NAME => 'TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fb86162c57c7fb22cd71984974460deb, NAME => 'TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:58:39,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-12-04T21:58:39,893 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:39,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52648 deadline: 1733349579888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:39,893 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:39,894 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:39,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52650 deadline: 1733349579888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:39,894 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:39,894 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:58:39,894 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:39,894 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:39,894 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:39,894 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:58:39,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52708 deadline: 1733349579888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:39,894 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:39,894 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:39,894 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:58:39,905 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:39,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52652 deadline: 1733349579897, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:39,905 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:39,906 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:39,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52760 deadline: 1733349579897, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:39,906 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:39,906 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:58:39,906 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:39,906 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:39,906 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:58:39,917 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39095 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-12-04T21:58:39,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb. 2024-12-04T21:58:39,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb. as already flushing 2024-12-04T21:58:39,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb. 2024-12-04T21:58:39,918 ERROR [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98 java.io.IOException: Unable to complete flush {ENCODED => fb86162c57c7fb22cd71984974460deb, NAME => 'TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:58:39,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98 java.io.IOException: Unable to complete flush {ENCODED => fb86162c57c7fb22cd71984974460deb, NAME => 'TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:58:39,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.HMaster(4177): Remote procedure failed, pid=98 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fb86162c57c7fb22cd71984974460deb, NAME => 'TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fb86162c57c7fb22cd71984974460deb, NAME => 'TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:58:39,982 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/.tmp/C/c62b7d710a634bde963c9a6d0768627b 2024-12-04T21:58:39,986 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/.tmp/A/763a74f067404341957e91840c451d14 as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/A/763a74f067404341957e91840c451d14 2024-12-04T21:58:39,992 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/A/763a74f067404341957e91840c451d14, entries=100, sequenceid=14, filesize=21.8 K 2024-12-04T21:58:39,993 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/.tmp/B/ec560da8129a4c809f5fd270c74cd3bf as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/B/ec560da8129a4c809f5fd270c74cd3bf 2024-12-04T21:58:39,996 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/B/ec560da8129a4c809f5fd270c74cd3bf, entries=100, sequenceid=14, filesize=9.4 K 2024-12-04T21:58:39,997 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/.tmp/C/c62b7d710a634bde963c9a6d0768627b as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/C/c62b7d710a634bde963c9a6d0768627b 2024-12-04T21:58:40,001 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/C/c62b7d710a634bde963c9a6d0768627b, entries=100, sequenceid=14, filesize=9.4 K 2024-12-04T21:58:40,002 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for fb86162c57c7fb22cd71984974460deb in 1306ms, sequenceid=14, compaction requested=false 2024-12-04T21:58:40,002 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-12-04T21:58:40,002 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for fb86162c57c7fb22cd71984974460deb: 2024-12-04T21:58:40,070 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39095 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-12-04T21:58:40,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb. 2024-12-04T21:58:40,071 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2902): Flushing fb86162c57c7fb22cd71984974460deb 3/3 column families, dataSize=134.18 KB heapSize=375.61 KB 2024-12-04T21:58:40,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fb86162c57c7fb22cd71984974460deb, store=A 2024-12-04T21:58:40,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-04T21:58:40,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fb86162c57c7fb22cd71984974460deb, store=B 2024-12-04T21:58:40,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-04T21:58:40,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fb86162c57c7fb22cd71984974460deb, store=C 2024-12-04T21:58:40,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-04T21:58:40,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412040f53a3a461e247b896899f6a023a6ad5_fb86162c57c7fb22cd71984974460deb is 50, key is test_row_0/A:col10/1733349518736/Put/seqid=0 2024-12-04T21:58:40,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742172_1348 (size=12154) 2024-12-04T21:58:40,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:40,487 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412040f53a3a461e247b896899f6a023a6ad5_fb86162c57c7fb22cd71984974460deb to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412040f53a3a461e247b896899f6a023a6ad5_fb86162c57c7fb22cd71984974460deb 2024-12-04T21:58:40,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/.tmp/A/374cc11a5121430e8a1db7398276145a, store: [table=TestAcidGuarantees family=A region=fb86162c57c7fb22cd71984974460deb] 2024-12-04T21:58:40,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/.tmp/A/374cc11a5121430e8a1db7398276145a is 175, key is test_row_0/A:col10/1733349518736/Put/seqid=0 2024-12-04T21:58:40,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742173_1349 (size=30955) 2024-12-04T21:58:40,651 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-04T21:58:40,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-12-04T21:58:40,898 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=49, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/.tmp/A/374cc11a5121430e8a1db7398276145a 2024-12-04T21:58:40,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/.tmp/B/00afbb179b34486cad100ae7923385e3 is 50, key is test_row_0/B:col10/1733349518736/Put/seqid=0 2024-12-04T21:58:40,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(8855): Flush requested on fb86162c57c7fb22cd71984974460deb 2024-12-04T21:58:40,910 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb. as already flushing 2024-12-04T21:58:40,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742174_1350 (size=12001) 2024-12-04T21:58:40,923 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:40,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52652 deadline: 1733349580917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:40,923 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:40,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52760 deadline: 1733349580917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:40,923 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:40,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52708 deadline: 1733349580918, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:40,923 WARN [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRpcRetryingCaller(177): Call to bb3046a53f79,39095,1733349424047 for 'test_row_2' in fb86162c57c7fb22cd71984974460deb of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2172 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-04T21:58:40,923 WARN [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to bb3046a53f79,39095,1733349424047 for 'test_row_2' in fb86162c57c7fb22cd71984974460deb of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2172 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-04T21:58:40,924 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:40,924 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:40,924 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:40,924 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:40,924 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:40,924 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:40,924 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:58:40,924 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:58:40,924 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:58:40,926 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:40,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52650 deadline: 1733349580919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:40,926 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:40,926 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:40,926 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:40,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52648 deadline: 1733349580921, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:40,926 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:58:40,926 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:40,927 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:40,927 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:58:41,031 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:41,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52708 deadline: 1733349581027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:41,031 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:41,031 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:41,031 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:58:41,041 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:41,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52650 deadline: 1733349581037, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:41,041 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:41,041 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:41,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52648 deadline: 1733349581038, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:41,041 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:41,041 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:58:41,042 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:41,042 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:41,042 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:58:41,242 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:41,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52708 deadline: 1733349581237, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:41,242 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:41,242 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:41,242 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:58:41,252 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:41,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52650 deadline: 1733349581247, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:41,253 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:41,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52648 deadline: 1733349581247, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:41,253 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:41,253 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:41,253 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:58:41,253 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:41,253 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:41,253 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:58:41,312 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/.tmp/B/00afbb179b34486cad100ae7923385e3 2024-12-04T21:58:41,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/.tmp/C/b3a85c78d08e404e9a275ef0f0864d5f is 50, key is test_row_0/C:col10/1733349518736/Put/seqid=0 2024-12-04T21:58:41,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742175_1351 (size=12001) 2024-12-04T21:58:41,321 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/.tmp/C/b3a85c78d08e404e9a275ef0f0864d5f 2024-12-04T21:58:41,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/.tmp/A/374cc11a5121430e8a1db7398276145a as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/A/374cc11a5121430e8a1db7398276145a 2024-12-04T21:58:41,328 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/A/374cc11a5121430e8a1db7398276145a, entries=150, sequenceid=49, filesize=30.2 K 2024-12-04T21:58:41,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/.tmp/B/00afbb179b34486cad100ae7923385e3 as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/B/00afbb179b34486cad100ae7923385e3 2024-12-04T21:58:41,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,332 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/B/00afbb179b34486cad100ae7923385e3, entries=150, sequenceid=49, filesize=11.7 K 2024-12-04T21:58:41,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/.tmp/C/b3a85c78d08e404e9a275ef0f0864d5f as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/C/b3a85c78d08e404e9a275ef0f0864d5f 2024-12-04T21:58:41,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,336 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/C/b3a85c78d08e404e9a275ef0f0864d5f, entries=150, sequenceid=49, filesize=11.7 K 2024-12-04T21:58:41,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,337 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~375.56 KB/384576, currentSize=46.96 KB/48090 for fb86162c57c7fb22cd71984974460deb in 1266ms, sequenceid=49, compaction requested=false 2024-12-04T21:58:41,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2603): Flush status journal for fb86162c57c7fb22cd71984974460deb: 2024-12-04T21:58:41,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb. 2024-12-04T21:58:41,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=98 2024-12-04T21:58:41,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.HMaster(4169): Remote procedure done, pid=98 2024-12-04T21:58:41,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,340 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=98, resume processing ppid=97 2024-12-04T21:58:41,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,340 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=98, ppid=97, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.6450 sec 2024-12-04T21:58:41,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,342 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=97, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=97, table=TestAcidGuarantees in 2.6580 sec 2024-12-04T21:58:41,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(8855): Flush requested on fb86162c57c7fb22cd71984974460deb 2024-12-04T21:58:41,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,564 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing fb86162c57c7fb22cd71984974460deb 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-12-04T21:58:41,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,564 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fb86162c57c7fb22cd71984974460deb, store=A 2024-12-04T21:58:41,564 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T21:58:41,564 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fb86162c57c7fb22cd71984974460deb, store=B 2024-12-04T21:58:41,564 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T21:58:41,564 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fb86162c57c7fb22cd71984974460deb, store=C 2024-12-04T21:58:41,564 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T21:58:41,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,569 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241204345e728215434f2996cba6e4cb278f76_fb86162c57c7fb22cd71984974460deb is 50, key is test_row_0/A:col10/1733349520914/Put/seqid=0 2024-12-04T21:58:41,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742176_1352 (size=12154) 2024-12-04T21:58:41,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,576 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,580 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241204345e728215434f2996cba6e4cb278f76_fb86162c57c7fb22cd71984974460deb to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204345e728215434f2996cba6e4cb278f76_fb86162c57c7fb22cd71984974460deb 2024-12-04T21:58:41,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,581 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/.tmp/A/9fe2fe7f48e94271820057e55a0bb5cb, store: [table=TestAcidGuarantees family=A region=fb86162c57c7fb22cd71984974460deb] 2024-12-04T21:58:41,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,581 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/.tmp/A/9fe2fe7f48e94271820057e55a0bb5cb is 175, key is test_row_0/A:col10/1733349520914/Put/seqid=0 2024-12-04T21:58:41,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742177_1353 (size=30951) 2024-12-04T21:58:41,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,587 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=60, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/.tmp/A/9fe2fe7f48e94271820057e55a0bb5cb 2024-12-04T21:58:41,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,598 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/.tmp/B/8f6a748f97724ac4ad0132f8852abc6b is 50, key is test_row_0/B:col10/1733349520914/Put/seqid=0 2024-12-04T21:58:41,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742178_1354 (size=9657) 2024-12-04T21:58:41,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:41,652 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/bb3046a53f79:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733349521621, max timestamp=1733349521650Num uniques 859; 2024-12-04T21:58:41,652 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/bb3046a53f79:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-04T21:58:41,652 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/bb3046a53f79:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733349521621, max timestamp=1733349521650Num uniques 859; 2024-12-04T21:58:41,653 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/bb3046a53f79:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733349521621, max timestamp=1733349521650Num uniques 859; 2024-12-04T21:58:41,653 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/bb3046a53f79:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-04T21:58:41,653 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/bb3046a53f79:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-04T21:58:41,701 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:41,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52648 deadline: 1733349581693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:41,701 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:41,701 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:41,701 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:41,701 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:58:41,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52708 deadline: 1733349581694, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:41,701 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:41,702 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:41,701 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:41,702 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:58:41,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52650 deadline: 1733349581696, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:41,702 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:41,702 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:41,702 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:58:41,811 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:41,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52648 deadline: 1733349581807, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:41,811 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:41,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52708 deadline: 1733349581808, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:41,811 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:41,811 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:41,811 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:58:41,811 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:41,811 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:41,811 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:41,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52650 deadline: 1733349581808, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:41,811 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:58:41,812 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:41,812 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:41,812 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:58:42,002 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=60 (bloomFilter=true), to=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/.tmp/B/8f6a748f97724ac4ad0132f8852abc6b 2024-12-04T21:58:42,007 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/.tmp/C/7f56eb09f0fc4b128e107f39b74c4c68 is 50, key is test_row_0/C:col10/1733349520914/Put/seqid=0 2024-12-04T21:58:42,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742179_1355 (size=9657) 2024-12-04T21:58:42,012 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=60 (bloomFilter=true), to=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/.tmp/C/7f56eb09f0fc4b128e107f39b74c4c68 2024-12-04T21:58:42,015 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/.tmp/A/9fe2fe7f48e94271820057e55a0bb5cb as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/A/9fe2fe7f48e94271820057e55a0bb5cb 2024-12-04T21:58:42,018 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/A/9fe2fe7f48e94271820057e55a0bb5cb, entries=150, sequenceid=60, filesize=30.2 K 2024-12-04T21:58:42,019 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/.tmp/B/8f6a748f97724ac4ad0132f8852abc6b as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/B/8f6a748f97724ac4ad0132f8852abc6b 2024-12-04T21:58:42,023 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:42,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52648 deadline: 1733349582017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:42,024 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:42,024 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:42,024 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:42,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52650 deadline: 1733349582017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:42,024 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:58:42,024 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:42,024 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:42,024 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:42,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52708 deadline: 1733349582017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:42,024 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:58:42,024 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/B/8f6a748f97724ac4ad0132f8852abc6b, entries=100, sequenceid=60, filesize=9.4 K 2024-12-04T21:58:42,024 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:42,024 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:42,024 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:58:42,025 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/.tmp/C/7f56eb09f0fc4b128e107f39b74c4c68 as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/C/7f56eb09f0fc4b128e107f39b74c4c68 2024-12-04T21:58:42,028 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/C/7f56eb09f0fc4b128e107f39b74c4c68, entries=100, sequenceid=60, filesize=9.4 K 2024-12-04T21:58:42,029 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=125.23 KB/128240 for fb86162c57c7fb22cd71984974460deb in 465ms, sequenceid=60, compaction requested=true 2024-12-04T21:58:42,029 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for fb86162c57c7fb22cd71984974460deb: 2024-12-04T21:58:42,029 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fb86162c57c7fb22cd71984974460deb:A, priority=-2147483648, current under compaction store size is 1 2024-12-04T21:58:42,029 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T21:58:42,029 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T21:58:42,029 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fb86162c57c7fb22cd71984974460deb:B, priority=-2147483648, current under compaction store size is 2 2024-12-04T21:58:42,029 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T21:58:42,029 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fb86162c57c7fb22cd71984974460deb:C, priority=-2147483648, current under compaction store size is 3 2024-12-04T21:58:42,029 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T21:58:42,029 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T21:58:42,032 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 31315 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T21:58:42,032 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 84267 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T21:58:42,032 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HStore(1541): fb86162c57c7fb22cd71984974460deb/A is initiating minor compaction (all files) 2024-12-04T21:58:42,032 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HStore(1541): fb86162c57c7fb22cd71984974460deb/B is initiating minor compaction (all files) 2024-12-04T21:58:42,033 INFO [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of fb86162c57c7fb22cd71984974460deb/A in TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb. 2024-12-04T21:58:42,033 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of fb86162c57c7fb22cd71984974460deb/B in TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb. 2024-12-04T21:58:42,033 INFO [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/A/763a74f067404341957e91840c451d14, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/A/374cc11a5121430e8a1db7398276145a, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/A/9fe2fe7f48e94271820057e55a0bb5cb] into tmpdir=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/.tmp, totalSize=82.3 K 2024-12-04T21:58:42,033 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/B/ec560da8129a4c809f5fd270c74cd3bf, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/B/00afbb179b34486cad100ae7923385e3, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/B/8f6a748f97724ac4ad0132f8852abc6b] into tmpdir=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/.tmp, totalSize=30.6 K 2024-12-04T21:58:42,033 INFO [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb. 2024-12-04T21:58:42,033 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb. files: [hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/A/763a74f067404341957e91840c451d14, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/A/374cc11a5121430e8a1db7398276145a, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/A/9fe2fe7f48e94271820057e55a0bb5cb] 2024-12-04T21:58:42,033 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.Compactor(225): Compacting ec560da8129a4c809f5fd270c74cd3bf, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1733349518688 2024-12-04T21:58:42,033 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] compactions.Compactor(225): Compacting 763a74f067404341957e91840c451d14, keycount=100, bloomtype=ROW, size=21.8 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1733349518688 2024-12-04T21:58:42,034 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.Compactor(225): Compacting 00afbb179b34486cad100ae7923385e3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1733349518736 2024-12-04T21:58:42,034 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] compactions.Compactor(225): Compacting 374cc11a5121430e8a1db7398276145a, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1733349518736 2024-12-04T21:58:42,034 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.Compactor(225): Compacting 8f6a748f97724ac4ad0132f8852abc6b, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=60, earliestPutTs=1733349520914 2024-12-04T21:58:42,034 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9fe2fe7f48e94271820057e55a0bb5cb, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=60, earliestPutTs=1733349520914 2024-12-04T21:58:42,043 INFO [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=fb86162c57c7fb22cd71984974460deb] 2024-12-04T21:58:42,044 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): fb86162c57c7fb22cd71984974460deb#B#compaction#303 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-04T21:58:42,044 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/.tmp/B/69ffdb6ea2134b3ab43585ee4583f1d9 is 50, key is test_row_0/B:col10/1733349520914/Put/seqid=0 2024-12-04T21:58:42,046 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412042cce000f9e6844cea6c59e9d25d39063_fb86162c57c7fb22cd71984974460deb store=[table=TestAcidGuarantees family=A region=fb86162c57c7fb22cd71984974460deb] 2024-12-04T21:58:42,047 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412042cce000f9e6844cea6c59e9d25d39063_fb86162c57c7fb22cd71984974460deb, store=[table=TestAcidGuarantees family=A region=fb86162c57c7fb22cd71984974460deb] 2024-12-04T21:58:42,047 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412042cce000f9e6844cea6c59e9d25d39063_fb86162c57c7fb22cd71984974460deb because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=fb86162c57c7fb22cd71984974460deb] 2024-12-04T21:58:42,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742180_1356 (size=12104) 2024-12-04T21:58:42,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742181_1357 (size=4469) 2024-12-04T21:58:42,065 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/.tmp/B/69ffdb6ea2134b3ab43585ee4583f1d9 as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/B/69ffdb6ea2134b3ab43585ee4583f1d9 2024-12-04T21:58:42,070 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in fb86162c57c7fb22cd71984974460deb/B of fb86162c57c7fb22cd71984974460deb into 69ffdb6ea2134b3ab43585ee4583f1d9(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T21:58:42,070 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for fb86162c57c7fb22cd71984974460deb: 2024-12-04T21:58:42,070 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., storeName=fb86162c57c7fb22cd71984974460deb/B, priority=13, startTime=1733349522029; duration=0sec 2024-12-04T21:58:42,070 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T21:58:42,070 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fb86162c57c7fb22cd71984974460deb:B 2024-12-04T21:58:42,070 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T21:58:42,071 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 31315 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T21:58:42,071 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HStore(1541): fb86162c57c7fb22cd71984974460deb/C is initiating minor compaction (all files) 2024-12-04T21:58:42,071 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of fb86162c57c7fb22cd71984974460deb/C in TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb. 2024-12-04T21:58:42,072 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/C/c62b7d710a634bde963c9a6d0768627b, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/C/b3a85c78d08e404e9a275ef0f0864d5f, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/C/7f56eb09f0fc4b128e107f39b74c4c68] into tmpdir=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/.tmp, totalSize=30.6 K 2024-12-04T21:58:42,072 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.Compactor(225): Compacting c62b7d710a634bde963c9a6d0768627b, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1733349518688 2024-12-04T21:58:42,072 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.Compactor(225): Compacting b3a85c78d08e404e9a275ef0f0864d5f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1733349518736 2024-12-04T21:58:42,072 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.Compactor(225): Compacting 7f56eb09f0fc4b128e107f39b74c4c68, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=60, earliestPutTs=1733349520914 2024-12-04T21:58:42,080 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): fb86162c57c7fb22cd71984974460deb#C#compaction#305 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-04T21:58:42,081 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/.tmp/C/f1a8362696d44017b7361b521201e518 is 50, key is test_row_0/C:col10/1733349520914/Put/seqid=0 2024-12-04T21:58:42,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742182_1358 (size=12104) 2024-12-04T21:58:42,097 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/.tmp/C/f1a8362696d44017b7361b521201e518 as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/C/f1a8362696d44017b7361b521201e518 2024-12-04T21:58:42,103 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in fb86162c57c7fb22cd71984974460deb/C of fb86162c57c7fb22cd71984974460deb into f1a8362696d44017b7361b521201e518(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T21:58:42,103 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for fb86162c57c7fb22cd71984974460deb: 2024-12-04T21:58:42,103 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., storeName=fb86162c57c7fb22cd71984974460deb/C, priority=13, startTime=1733349522029; duration=0sec 2024-12-04T21:58:42,103 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T21:58:42,103 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fb86162c57c7fb22cd71984974460deb:C 2024-12-04T21:58:42,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(8855): Flush requested on fb86162c57c7fb22cd71984974460deb 2024-12-04T21:58:42,328 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing fb86162c57c7fb22cd71984974460deb 3/3 column families, dataSize=131.94 KB heapSize=375.22 KB 2024-12-04T21:58:42,329 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fb86162c57c7fb22cd71984974460deb, store=A 2024-12-04T21:58:42,329 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-04T21:58:42,329 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fb86162c57c7fb22cd71984974460deb, store=B 2024-12-04T21:58:42,329 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-04T21:58:42,329 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fb86162c57c7fb22cd71984974460deb, store=C 2024-12-04T21:58:42,329 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-04T21:58:42,335 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241204e755f63bf45a428a90f2945379ea4c23_fb86162c57c7fb22cd71984974460deb is 50, key is test_row_0/A:col10/1733349521694/Put/seqid=0 2024-12-04T21:58:42,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742183_1359 (size=14594) 2024-12-04T21:58:42,363 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:42,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52648 deadline: 1733349582353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:42,363 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:42,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52650 deadline: 1733349582355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:42,363 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:42,363 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:42,363 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:58:42,364 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:42,364 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:42,364 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:58:42,365 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:42,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52708 deadline: 1733349582356, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:42,365 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:42,366 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:42,366 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:58:42,465 INFO [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): fb86162c57c7fb22cd71984974460deb#A#compaction#304 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T21:58:42,465 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/.tmp/A/576942a257fb4621967ad91d918be33b is 175, key is test_row_0/A:col10/1733349520914/Put/seqid=0 2024-12-04T21:58:42,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742184_1360 (size=31165) 2024-12-04T21:58:42,471 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:42,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52648 deadline: 1733349582467, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:42,472 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:42,472 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:42,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52650 deadline: 1733349582468, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:42,472 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:42,472 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:58:42,472 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:42,472 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:42,472 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:58:42,472 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:42,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52708 deadline: 1733349582468, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:42,472 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:42,472 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:42,472 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:58:42,683 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:42,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52648 deadline: 1733349582677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:42,684 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:42,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52650 deadline: 1733349582677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:42,684 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:42,684 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:42,684 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:58:42,684 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:42,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52708 deadline: 1733349582678, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:42,684 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:42,684 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:42,684 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:58:42,684 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:42,684 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:42,684 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:58:42,739 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:42,741 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241204e755f63bf45a428a90f2945379ea4c23_fb86162c57c7fb22cd71984974460deb to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204e755f63bf45a428a90f2945379ea4c23_fb86162c57c7fb22cd71984974460deb 2024-12-04T21:58:42,742 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/.tmp/A/f96d04319f1346dcac917fcb9f75a41f, store: [table=TestAcidGuarantees family=A region=fb86162c57c7fb22cd71984974460deb] 2024-12-04T21:58:42,742 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/.tmp/A/f96d04319f1346dcac917fcb9f75a41f is 175, key is test_row_0/A:col10/1733349521694/Put/seqid=0 2024-12-04T21:58:42,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742185_1361 (size=39549) 2024-12-04T21:58:42,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-12-04T21:58:42,838 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-04T21:58:42,839 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-04T21:58:42,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] procedure2.ProcedureExecutor(1139): Stored pid=99, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=99, table=TestAcidGuarantees 2024-12-04T21:58:42,841 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=99, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=99, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-04T21:58:42,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-12-04T21:58:42,841 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=99, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=99, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-04T21:58:42,842 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=100, ppid=99, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-04T21:58:42,874 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/.tmp/A/576942a257fb4621967ad91d918be33b as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/A/576942a257fb4621967ad91d918be33b 2024-12-04T21:58:42,877 INFO [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in fb86162c57c7fb22cd71984974460deb/A of fb86162c57c7fb22cd71984974460deb into 576942a257fb4621967ad91d918be33b(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T21:58:42,877 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for fb86162c57c7fb22cd71984974460deb: 2024-12-04T21:58:42,877 INFO [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., storeName=fb86162c57c7fb22cd71984974460deb/A, priority=13, startTime=1733349522029; duration=0sec 2024-12-04T21:58:42,877 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T21:58:42,877 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fb86162c57c7fb22cd71984974460deb:A 2024-12-04T21:58:42,934 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:42,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52760 deadline: 1733349582928, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:42,935 WARN [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to bb3046a53f79,39095,1733349424047 for 'test_row_2' in fb86162c57c7fb22cd71984974460deb of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4184 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-04T21:58:42,935 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:42,935 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:42,936 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:58:42,942 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:42,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52652 deadline: 1733349582937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:42,942 WARN [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRpcRetryingCaller(177): Call to bb3046a53f79,39095,1733349424047 for 'test_row_2' in fb86162c57c7fb22cd71984974460deb of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4191 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-04T21:58:42,943 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:42,943 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:42,943 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:58:42,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-12-04T21:58:42,993 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39095 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-12-04T21:58:42,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb. 2024-12-04T21:58:42,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb. as already flushing 2024-12-04T21:58:42,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb. 2024-12-04T21:58:42,994 ERROR [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100 java.io.IOException: Unable to complete flush {ENCODED => fb86162c57c7fb22cd71984974460deb, NAME => 'TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:58:42,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100 java.io.IOException: Unable to complete flush {ENCODED => fb86162c57c7fb22cd71984974460deb, NAME => 'TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:58:42,994 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:42,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52648 deadline: 1733349582988, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:42,994 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:42,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52650 deadline: 1733349582988, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:42,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.HMaster(4177): Remote procedure failed, pid=100 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fb86162c57c7fb22cd71984974460deb, NAME => 'TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fb86162c57c7fb22cd71984974460deb, NAME => 'TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:58:42,994 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:42,995 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:42,995 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:58:42,995 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:42,995 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:42,995 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:42,995 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:58:42,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52708 deadline: 1733349582988, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:42,995 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:42,995 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:42,995 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:58:43,146 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=98, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/.tmp/A/f96d04319f1346dcac917fcb9f75a41f 2024-12-04T21:58:43,146 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39095 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-12-04T21:58:43,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb. 2024-12-04T21:58:43,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb. as already flushing 2024-12-04T21:58:43,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb. 2024-12-04T21:58:43,146 ERROR [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100 java.io.IOException: Unable to complete flush {ENCODED => fb86162c57c7fb22cd71984974460deb, NAME => 'TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:58:43,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100 java.io.IOException: Unable to complete flush {ENCODED => fb86162c57c7fb22cd71984974460deb, NAME => 'TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:58:43,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.HMaster(4177): Remote procedure failed, pid=100 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fb86162c57c7fb22cd71984974460deb, NAME => 'TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fb86162c57c7fb22cd71984974460deb, NAME => 'TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:58:43,153 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/.tmp/B/df1940517d654a519bd71487190feeb9 is 50, key is test_row_0/B:col10/1733349521694/Put/seqid=0 2024-12-04T21:58:43,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742186_1362 (size=12001) 2024-12-04T21:58:43,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-12-04T21:58:43,299 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39095 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-12-04T21:58:43,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb. 2024-12-04T21:58:43,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb. as already flushing 2024-12-04T21:58:43,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb. 2024-12-04T21:58:43,299 ERROR [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100 java.io.IOException: Unable to complete flush {ENCODED => fb86162c57c7fb22cd71984974460deb, NAME => 'TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:58:43,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100 java.io.IOException: Unable to complete flush {ENCODED => fb86162c57c7fb22cd71984974460deb, NAME => 'TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:58:43,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.HMaster(4177): Remote procedure failed, pid=100 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fb86162c57c7fb22cd71984974460deb, NAME => 'TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fb86162c57c7fb22cd71984974460deb, NAME => 'TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:58:43,451 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39095 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-12-04T21:58:43,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb. 2024-12-04T21:58:43,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb. as already flushing 2024-12-04T21:58:43,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb. 2024-12-04T21:58:43,452 ERROR [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100 java.io.IOException: Unable to complete flush {ENCODED => fb86162c57c7fb22cd71984974460deb, NAME => 'TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:58:43,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100 java.io.IOException: Unable to complete flush {ENCODED => fb86162c57c7fb22cd71984974460deb, NAME => 'TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:58:43,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.HMaster(4177): Remote procedure failed, pid=100 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fb86162c57c7fb22cd71984974460deb, NAME => 'TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fb86162c57c7fb22cd71984974460deb, NAME => 'TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:58:43,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-12-04T21:58:43,501 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:43,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52648 deadline: 1733349583498, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:43,501 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:43,501 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:43,501 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:43,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52650 deadline: 1733349583498, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:43,501 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:58:43,501 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:43,501 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:43,501 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:58:43,509 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:43,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52708 deadline: 1733349583507, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:43,509 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:43,509 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:43,509 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:58:43,557 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=98 (bloomFilter=true), to=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/.tmp/B/df1940517d654a519bd71487190feeb9 2024-12-04T21:58:43,563 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/.tmp/C/cf7607c9ae0142f494b1a8bb61911533 is 50, key is test_row_0/C:col10/1733349521694/Put/seqid=0 2024-12-04T21:58:43,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742187_1363 (size=12001) 2024-12-04T21:58:43,604 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39095 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-12-04T21:58:43,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb. 2024-12-04T21:58:43,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb. as already flushing 2024-12-04T21:58:43,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb. 2024-12-04T21:58:43,604 ERROR [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100 java.io.IOException: Unable to complete flush {ENCODED => fb86162c57c7fb22cd71984974460deb, NAME => 'TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:58:43,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100 java.io.IOException: Unable to complete flush {ENCODED => fb86162c57c7fb22cd71984974460deb, NAME => 'TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:58:43,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.HMaster(4177): Remote procedure failed, pid=100 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fb86162c57c7fb22cd71984974460deb, NAME => 'TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fb86162c57c7fb22cd71984974460deb, NAME => 'TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:58:43,757 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39095 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-12-04T21:58:43,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb. 2024-12-04T21:58:43,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb. as already flushing 2024-12-04T21:58:43,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb. 2024-12-04T21:58:43,757 ERROR [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100 java.io.IOException: Unable to complete flush {ENCODED => fb86162c57c7fb22cd71984974460deb, NAME => 'TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:58:43,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100 java.io.IOException: Unable to complete flush {ENCODED => fb86162c57c7fb22cd71984974460deb, NAME => 'TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:58:43,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.HMaster(4177): Remote procedure failed, pid=100 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fb86162c57c7fb22cd71984974460deb, NAME => 'TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fb86162c57c7fb22cd71984974460deb, NAME => 'TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:58:43,909 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39095 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-12-04T21:58:43,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb. 2024-12-04T21:58:43,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb. as already flushing 2024-12-04T21:58:43,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb. 2024-12-04T21:58:43,910 ERROR [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100 java.io.IOException: Unable to complete flush {ENCODED => fb86162c57c7fb22cd71984974460deb, NAME => 'TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:58:43,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100 java.io.IOException: Unable to complete flush {ENCODED => fb86162c57c7fb22cd71984974460deb, NAME => 'TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:58:43,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.HMaster(4177): Remote procedure failed, pid=100 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fb86162c57c7fb22cd71984974460deb, NAME => 'TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fb86162c57c7fb22cd71984974460deb, NAME => 'TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:58:43,966 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=98 (bloomFilter=true), to=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/.tmp/C/cf7607c9ae0142f494b1a8bb61911533 2024-12-04T21:58:43,970 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/.tmp/A/f96d04319f1346dcac917fcb9f75a41f as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/A/f96d04319f1346dcac917fcb9f75a41f 2024-12-04T21:58:43,978 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/A/f96d04319f1346dcac917fcb9f75a41f, entries=200, sequenceid=98, filesize=38.6 K 2024-12-04T21:58:43,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-12-04T21:58:43,978 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/.tmp/B/df1940517d654a519bd71487190feeb9 as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/B/df1940517d654a519bd71487190feeb9 2024-12-04T21:58:43,981 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/B/df1940517d654a519bd71487190feeb9, entries=150, sequenceid=98, filesize=11.7 K 2024-12-04T21:58:43,982 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/.tmp/C/cf7607c9ae0142f494b1a8bb61911533 as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/C/cf7607c9ae0142f494b1a8bb61911533 2024-12-04T21:58:43,985 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/C/cf7607c9ae0142f494b1a8bb61911533, entries=150, sequenceid=98, filesize=11.7 K 2024-12-04T21:58:43,986 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~131.94 KB/135110, heapSize ~375.17 KB/384176, currentSize=46.96 KB/48090 for fb86162c57c7fb22cd71984974460deb in 1658ms, sequenceid=98, compaction requested=false 2024-12-04T21:58:43,986 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for fb86162c57c7fb22cd71984974460deb: 2024-12-04T21:58:44,062 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39095 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-12-04T21:58:44,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb. 2024-12-04T21:58:44,062 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2902): Flushing fb86162c57c7fb22cd71984974460deb 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-12-04T21:58:44,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fb86162c57c7fb22cd71984974460deb, store=A 2024-12-04T21:58:44,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T21:58:44,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fb86162c57c7fb22cd71984974460deb, store=B 2024-12-04T21:58:44,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T21:58:44,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fb86162c57c7fb22cd71984974460deb, store=C 2024-12-04T21:58:44,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T21:58:44,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241204ce91cae8b64f4b28a7a10632478c04a9_fb86162c57c7fb22cd71984974460deb is 50, key is test_row_0/A:col10/1733349522355/Put/seqid=0 2024-12-04T21:58:44,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742188_1364 (size=12154) 2024-12-04T21:58:44,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:44,475 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241204ce91cae8b64f4b28a7a10632478c04a9_fb86162c57c7fb22cd71984974460deb to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204ce91cae8b64f4b28a7a10632478c04a9_fb86162c57c7fb22cd71984974460deb 2024-12-04T21:58:44,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/.tmp/A/f0f21b70f3574f3fafb829d7a250b9db, store: [table=TestAcidGuarantees family=A region=fb86162c57c7fb22cd71984974460deb] 2024-12-04T21:58:44,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/.tmp/A/f0f21b70f3574f3fafb829d7a250b9db is 175, key is test_row_0/A:col10/1733349522355/Put/seqid=0 2024-12-04T21:58:44,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742189_1365 (size=30955) 2024-12-04T21:58:44,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(8855): Flush requested on fb86162c57c7fb22cd71984974460deb 2024-12-04T21:58:44,519 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb. as already flushing 2024-12-04T21:58:44,561 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/bb3046a53f79:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733349524550, max timestamp=1733349524559Num uniques 859; 2024-12-04T21:58:44,562 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/bb3046a53f79:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-04T21:58:44,562 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/bb3046a53f79:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733349524550, max timestamp=1733349524559Num uniques 859; 2024-12-04T21:58:44,562 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/bb3046a53f79:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-04T21:58:44,562 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/bb3046a53f79:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733349524550, max timestamp=1733349524559Num uniques 859; 2024-12-04T21:58:44,562 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/bb3046a53f79:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-04T21:58:44,604 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:44,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52650 deadline: 1733349584595, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:44,605 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:44,605 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:44,605 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:44,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52708 deadline: 1733349584596, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:44,605 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:58:44,605 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:44,605 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:44,605 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:44,605 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:58:44,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52648 deadline: 1733349584601, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:44,605 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:44,605 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:44,606 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:58:44,713 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:44,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52650 deadline: 1733349584708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:44,713 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:44,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52708 deadline: 1733349584708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:44,714 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:44,714 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:44,714 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:58:44,714 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:44,714 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:44,714 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:44,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52648 deadline: 1733349584708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:44,714 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:58:44,714 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:44,714 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:44,714 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:58:44,881 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=109, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/.tmp/A/f0f21b70f3574f3fafb829d7a250b9db 2024-12-04T21:58:44,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/.tmp/B/a1189d2e81e8455c9ecd42be17cb70d6 is 50, key is test_row_0/B:col10/1733349522355/Put/seqid=0 2024-12-04T21:58:44,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742190_1366 (size=12001) 2024-12-04T21:58:44,920 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:44,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52650 deadline: 1733349584918, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:44,921 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:44,921 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:44,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52708 deadline: 1733349584918, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:44,921 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:44,921 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:58:44,921 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:44,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52648 deadline: 1733349584918, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:44,921 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:44,921 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:44,921 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:58:44,921 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:44,921 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:44,921 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:58:44,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-12-04T21:58:45,232 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:45,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52650 deadline: 1733349585227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:45,233 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:45,233 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:45,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52708 deadline: 1733349585227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:45,233 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:45,233 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:58:45,233 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:45,233 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:45,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52648 deadline: 1733349585227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:45,233 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:45,233 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:58:45,233 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:45,233 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:45,233 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:58:45,289 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=109 (bloomFilter=true), to=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/.tmp/B/a1189d2e81e8455c9ecd42be17cb70d6 2024-12-04T21:58:45,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/.tmp/C/2cfcb83efef4481aa511aaad69cbe5ac is 50, key is test_row_0/C:col10/1733349522355/Put/seqid=0 2024-12-04T21:58:45,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742191_1367 (size=12001) 2024-12-04T21:58:45,698 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=109 (bloomFilter=true), to=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/.tmp/C/2cfcb83efef4481aa511aaad69cbe5ac 2024-12-04T21:58:45,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/.tmp/A/f0f21b70f3574f3fafb829d7a250b9db as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/A/f0f21b70f3574f3fafb829d7a250b9db 2024-12-04T21:58:45,705 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/A/f0f21b70f3574f3fafb829d7a250b9db, entries=150, sequenceid=109, filesize=30.2 K 2024-12-04T21:58:45,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/.tmp/B/a1189d2e81e8455c9ecd42be17cb70d6 as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/B/a1189d2e81e8455c9ecd42be17cb70d6 2024-12-04T21:58:45,709 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/B/a1189d2e81e8455c9ecd42be17cb70d6, entries=150, sequenceid=109, filesize=11.7 K 2024-12-04T21:58:45,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/.tmp/C/2cfcb83efef4481aa511aaad69cbe5ac as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/C/2cfcb83efef4481aa511aaad69cbe5ac 2024-12-04T21:58:45,713 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/C/2cfcb83efef4481aa511aaad69cbe5ac, entries=150, sequenceid=109, filesize=11.7 K 2024-12-04T21:58:45,714 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for fb86162c57c7fb22cd71984974460deb in 1652ms, sequenceid=109, compaction requested=true 2024-12-04T21:58:45,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2603): Flush status journal for fb86162c57c7fb22cd71984974460deb: 2024-12-04T21:58:45,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb. 2024-12-04T21:58:45,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=100 2024-12-04T21:58:45,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.HMaster(4169): Remote procedure done, pid=100 2024-12-04T21:58:45,716 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=100, resume processing ppid=99 2024-12-04T21:58:45,716 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=100, ppid=99, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.8730 sec 2024-12-04T21:58:45,718 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=99, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=99, table=TestAcidGuarantees in 2.8780 sec 2024-12-04T21:58:45,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(8855): Flush requested on fb86162c57c7fb22cd71984974460deb 2024-12-04T21:58:45,745 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing fb86162c57c7fb22cd71984974460deb 3/3 column families, dataSize=147.60 KB heapSize=425.53 KB 2024-12-04T21:58:45,745 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fb86162c57c7fb22cd71984974460deb, store=A 2024-12-04T21:58:45,745 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-12-04T21:58:45,745 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fb86162c57c7fb22cd71984974460deb, store=B 2024-12-04T21:58:45,745 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-12-04T21:58:45,745 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fb86162c57c7fb22cd71984974460deb, store=C 2024-12-04T21:58:45,745 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-12-04T21:58:45,752 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241204aa9564b2498546fe8cd807ed0cf894b3_fb86162c57c7fb22cd71984974460deb is 50, key is test_row_0/A:col10/1733349525743/Put/seqid=0 2024-12-04T21:58:45,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742192_1368 (size=17284) 2024-12-04T21:58:45,770 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:45,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52650 deadline: 1733349585759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:45,771 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:45,771 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:45,771 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:45,771 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:58:45,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52708 deadline: 1733349585760, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:45,771 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:45,771 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:45,771 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:58:45,783 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:45,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52648 deadline: 1733349585771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:45,783 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:45,783 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:45,783 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:58:45,886 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:45,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52650 deadline: 1733349585878, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:45,886 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:45,886 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:45,886 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:45,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52708 deadline: 1733349585878, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:45,886 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:58:45,887 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:45,887 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:45,887 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:58:45,894 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:45,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52648 deadline: 1733349585887, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:45,895 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:45,895 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:45,895 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:58:46,105 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:46,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52650 deadline: 1733349586098, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:46,105 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:46,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52708 deadline: 1733349586098, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:46,105 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:46,105 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:46,105 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:58:46,105 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:46,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52648 deadline: 1733349586098, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:46,105 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:46,105 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:46,106 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:58:46,106 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:46,106 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:46,106 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:58:46,156 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:46,159 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241204aa9564b2498546fe8cd807ed0cf894b3_fb86162c57c7fb22cd71984974460deb to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204aa9564b2498546fe8cd807ed0cf894b3_fb86162c57c7fb22cd71984974460deb 2024-12-04T21:58:46,160 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/.tmp/A/297ae1c80d294812a8c15fb982f8eead, store: [table=TestAcidGuarantees family=A region=fb86162c57c7fb22cd71984974460deb] 2024-12-04T21:58:46,161 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/.tmp/A/297ae1c80d294812a8c15fb982f8eead is 175, key is test_row_0/A:col10/1733349525743/Put/seqid=0 2024-12-04T21:58:46,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742193_1369 (size=48389) 2024-12-04T21:58:46,420 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:46,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52708 deadline: 1733349586417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:46,420 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:46,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52650 deadline: 1733349586417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:46,420 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:46,420 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:46,420 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:58:46,420 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:46,421 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:46,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52648 deadline: 1733349586417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:46,421 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:46,421 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:58:46,421 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:46,421 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:46,421 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:58:46,564 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=148, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/.tmp/A/297ae1c80d294812a8c15fb982f8eead 2024-12-04T21:58:46,571 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/.tmp/B/0b6973b43c6e4a12b00adcda3d6fda3d is 50, key is test_row_0/B:col10/1733349525743/Put/seqid=0 2024-12-04T21:58:46,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742194_1370 (size=12151) 2024-12-04T21:58:46,931 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:46,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52708 deadline: 1733349586927, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:46,932 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:46,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52650 deadline: 1733349586927, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:46,932 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:46,932 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:46,932 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:58:46,932 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:46,932 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:46,932 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:46,932 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:58:46,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52648 deadline: 1733349586927, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:46,932 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:46,932 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:46,932 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:58:46,967 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:46,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52652 deadline: 1733349586958, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:46,967 WARN [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRpcRetryingCaller(177): Call to bb3046a53f79,39095,1733349424047 for 'test_row_2' in fb86162c57c7fb22cd71984974460deb of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8216 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-04T21:58:46,968 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:46,968 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:46,968 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:58:46,977 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:46,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52760 deadline: 1733349586968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:46,977 WARN [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to bb3046a53f79,39095,1733349424047 for 'test_row_2' in fb86162c57c7fb22cd71984974460deb of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8226 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-04T21:58:46,978 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:46,978 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:46,978 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:58:46,982 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=148 (bloomFilter=true), to=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/.tmp/B/0b6973b43c6e4a12b00adcda3d6fda3d 2024-12-04T21:58:46,989 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/.tmp/C/e3b574f68d5f436583d0f8da2f4b3ff7 is 50, key is test_row_0/C:col10/1733349525743/Put/seqid=0 2024-12-04T21:58:46,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742195_1371 (size=12151) 2024-12-04T21:58:47,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-12-04T21:58:47,008 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-04T21:58:47,008 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-04T21:58:47,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] procedure2.ProcedureExecutor(1139): Stored pid=101, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=101, table=TestAcidGuarantees 2024-12-04T21:58:47,009 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=101, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=101, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-04T21:58:47,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-12-04T21:58:47,010 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=101, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=101, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-04T21:58:47,010 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=102, ppid=101, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-04T21:58:47,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-12-04T21:58:47,162 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39095 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-12-04T21:58:47,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb. 2024-12-04T21:58:47,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb. as already flushing 2024-12-04T21:58:47,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb. 2024-12-04T21:58:47,163 ERROR [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102 java.io.IOException: Unable to complete flush {ENCODED => fb86162c57c7fb22cd71984974460deb, NAME => 'TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:58:47,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102 java.io.IOException: Unable to complete flush {ENCODED => fb86162c57c7fb22cd71984974460deb, NAME => 'TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:58:47,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.HMaster(4177): Remote procedure failed, pid=102 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fb86162c57c7fb22cd71984974460deb, NAME => 'TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fb86162c57c7fb22cd71984974460deb, NAME => 'TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:58:47,315 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39095 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-12-04T21:58:47,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb. 2024-12-04T21:58:47,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb. as already flushing 2024-12-04T21:58:47,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb. 2024-12-04T21:58:47,316 ERROR [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102 java.io.IOException: Unable to complete flush {ENCODED => fb86162c57c7fb22cd71984974460deb, NAME => 'TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:58:47,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102 java.io.IOException: Unable to complete flush {ENCODED => fb86162c57c7fb22cd71984974460deb, NAME => 'TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:58:47,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.HMaster(4177): Remote procedure failed, pid=102 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fb86162c57c7fb22cd71984974460deb, NAME => 'TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fb86162c57c7fb22cd71984974460deb, NAME => 'TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:58:47,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-12-04T21:58:47,392 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=148 (bloomFilter=true), to=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/.tmp/C/e3b574f68d5f436583d0f8da2f4b3ff7 2024-12-04T21:58:47,396 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/.tmp/A/297ae1c80d294812a8c15fb982f8eead as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/A/297ae1c80d294812a8c15fb982f8eead 2024-12-04T21:58:47,399 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/A/297ae1c80d294812a8c15fb982f8eead, entries=250, sequenceid=148, filesize=47.3 K 2024-12-04T21:58:47,400 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/.tmp/B/0b6973b43c6e4a12b00adcda3d6fda3d as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/B/0b6973b43c6e4a12b00adcda3d6fda3d 2024-12-04T21:58:47,403 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/B/0b6973b43c6e4a12b00adcda3d6fda3d, entries=150, sequenceid=148, filesize=11.9 K 2024-12-04T21:58:47,403 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/.tmp/C/e3b574f68d5f436583d0f8da2f4b3ff7 as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/C/e3b574f68d5f436583d0f8da2f4b3ff7 2024-12-04T21:58:47,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,407 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/C/e3b574f68d5f436583d0f8da2f4b3ff7, entries=150, sequenceid=148, filesize=11.9 K 2024-12-04T21:58:47,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,408 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~425.48 KB/435696, currentSize=33.54 KB/34350 for fb86162c57c7fb22cd71984974460deb in 1662ms, sequenceid=148, compaction requested=true 2024-12-04T21:58:47,408 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for fb86162c57c7fb22cd71984974460deb: 2024-12-04T21:58:47,408 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fb86162c57c7fb22cd71984974460deb:A, priority=-2147483648, current under compaction store size is 1 2024-12-04T21:58:47,408 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T21:58:47,408 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-04T21:58:47,408 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-04T21:58:47,408 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fb86162c57c7fb22cd71984974460deb:B, priority=-2147483648, current under compaction store size is 2 2024-12-04T21:58:47,408 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T21:58:47,408 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fb86162c57c7fb22cd71984974460deb:C, priority=-2147483648, current under compaction store size is 3 2024-12-04T21:58:47,408 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T21:58:47,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,409 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 150058 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-04T21:58:47,409 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HStore(1541): fb86162c57c7fb22cd71984974460deb/A is initiating minor compaction (all files) 2024-12-04T21:58:47,409 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48257 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-04T21:58:47,409 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HStore(1541): fb86162c57c7fb22cd71984974460deb/B is initiating minor compaction (all files) 2024-12-04T21:58:47,409 INFO [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of fb86162c57c7fb22cd71984974460deb/A in TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb. 2024-12-04T21:58:47,409 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of fb86162c57c7fb22cd71984974460deb/B in TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb. 2024-12-04T21:58:47,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,409 INFO [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/A/576942a257fb4621967ad91d918be33b, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/A/f96d04319f1346dcac917fcb9f75a41f, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/A/f0f21b70f3574f3fafb829d7a250b9db, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/A/297ae1c80d294812a8c15fb982f8eead] into tmpdir=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/.tmp, totalSize=146.5 K 2024-12-04T21:58:47,409 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/B/69ffdb6ea2134b3ab43585ee4583f1d9, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/B/df1940517d654a519bd71487190feeb9, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/B/a1189d2e81e8455c9ecd42be17cb70d6, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/B/0b6973b43c6e4a12b00adcda3d6fda3d] into tmpdir=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/.tmp, totalSize=47.1 K 2024-12-04T21:58:47,409 INFO [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb. 2024-12-04T21:58:47,409 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb. files: [hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/A/576942a257fb4621967ad91d918be33b, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/A/f96d04319f1346dcac917fcb9f75a41f, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/A/f0f21b70f3574f3fafb829d7a250b9db, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/A/297ae1c80d294812a8c15fb982f8eead] 2024-12-04T21:58:47,409 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.Compactor(225): Compacting 69ffdb6ea2134b3ab43585ee4583f1d9, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=60, earliestPutTs=1733349518749 2024-12-04T21:58:47,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,409 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] compactions.Compactor(225): Compacting 576942a257fb4621967ad91d918be33b, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=60, earliestPutTs=1733349518749 2024-12-04T21:58:47,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,410 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.Compactor(225): Compacting df1940517d654a519bd71487190feeb9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=98, earliestPutTs=1733349521681 2024-12-04T21:58:47,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,410 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] compactions.Compactor(225): Compacting f96d04319f1346dcac917fcb9f75a41f, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=98, earliestPutTs=1733349521657 2024-12-04T21:58:47,410 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.Compactor(225): Compacting a1189d2e81e8455c9ecd42be17cb70d6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=109, earliestPutTs=1733349522351 2024-12-04T21:58:47,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,410 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.Compactor(225): Compacting 0b6973b43c6e4a12b00adcda3d6fda3d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=148, earliestPutTs=1733349524595 2024-12-04T21:58:47,410 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] compactions.Compactor(225): Compacting f0f21b70f3574f3fafb829d7a250b9db, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=109, earliestPutTs=1733349522351 2024-12-04T21:58:47,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,410 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] compactions.Compactor(225): Compacting 297ae1c80d294812a8c15fb982f8eead, keycount=250, bloomtype=ROW, size=47.3 K, encoding=NONE, compression=NONE, seqNum=148, earliestPutTs=1733349524578 2024-12-04T21:58:47,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,415 INFO [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=fb86162c57c7fb22cd71984974460deb] 2024-12-04T21:58:47,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,417 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): fb86162c57c7fb22cd71984974460deb#B#compaction#315 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-04T21:58:47,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,418 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/.tmp/B/38d35100e9a047dcb6b7591c7c978d17 is 50, key is test_row_0/B:col10/1733349525743/Put/seqid=0 2024-12-04T21:58:47,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,418 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412048b7a1d5855bb49c499caf5255d1814fa_fb86162c57c7fb22cd71984974460deb store=[table=TestAcidGuarantees family=A region=fb86162c57c7fb22cd71984974460deb] 2024-12-04T21:58:47,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,419 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412048b7a1d5855bb49c499caf5255d1814fa_fb86162c57c7fb22cd71984974460deb, store=[table=TestAcidGuarantees family=A region=fb86162c57c7fb22cd71984974460deb] 2024-12-04T21:58:47,420 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412048b7a1d5855bb49c499caf5255d1814fa_fb86162c57c7fb22cd71984974460deb because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=fb86162c57c7fb22cd71984974460deb] 2024-12-04T21:58:47,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742197_1373 (size=4469) 2024-12-04T21:58:47,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742196_1372 (size=12391) 2024-12-04T21:58:47,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,468 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39095 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-12-04T21:58:47,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb. 2024-12-04T21:58:47,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,469 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2902): Flushing fb86162c57c7fb22cd71984974460deb 3/3 column families, dataSize=33.54 KB heapSize=100.36 KB 2024-12-04T21:58:47,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fb86162c57c7fb22cd71984974460deb, store=A 2024-12-04T21:58:47,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T21:58:47,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fb86162c57c7fb22cd71984974460deb, store=B 2024-12-04T21:58:47,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T21:58:47,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fb86162c57c7fb22cd71984974460deb, store=C 2024-12-04T21:58:47,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T21:58:47,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412047778770771e24ed6a0d18d224a400f6e_fb86162c57c7fb22cd71984974460deb is 50, key is test_row_0/A:col10/1733349525769/Put/seqid=0 2024-12-04T21:58:47,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742198_1374 (size=9814) 2024-12-04T21:58:47,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-12-04T21:58:47,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,825 INFO [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): fb86162c57c7fb22cd71984974460deb#A#compaction#316 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T21:58:47,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,826 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/.tmp/A/d45e7a0356274da6827780224d80fe4b is 175, key is test_row_0/A:col10/1733349525743/Put/seqid=0 2024-12-04T21:58:47,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,831 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/.tmp/B/38d35100e9a047dcb6b7591c7c978d17 as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/B/38d35100e9a047dcb6b7591c7c978d17 2024-12-04T21:58:47,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742199_1375 (size=31345) 2024-12-04T21:58:47,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,837 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/.tmp/A/d45e7a0356274da6827780224d80fe4b as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/A/d45e7a0356274da6827780224d80fe4b 2024-12-04T21:58:47,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,838 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in fb86162c57c7fb22cd71984974460deb/B of fb86162c57c7fb22cd71984974460deb into 38d35100e9a047dcb6b7591c7c978d17(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T21:58:47,838 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for fb86162c57c7fb22cd71984974460deb: 2024-12-04T21:58:47,838 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., storeName=fb86162c57c7fb22cd71984974460deb/B, priority=12, startTime=1733349527408; duration=0sec 2024-12-04T21:58:47,838 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T21:58:47,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,838 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fb86162c57c7fb22cd71984974460deb:B 2024-12-04T21:58:47,838 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-04T21:58:47,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,839 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48257 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-04T21:58:47,839 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HStore(1541): fb86162c57c7fb22cd71984974460deb/C is initiating minor compaction (all files) 2024-12-04T21:58:47,839 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of fb86162c57c7fb22cd71984974460deb/C in TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb. 2024-12-04T21:58:47,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,839 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/C/f1a8362696d44017b7361b521201e518, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/C/cf7607c9ae0142f494b1a8bb61911533, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/C/2cfcb83efef4481aa511aaad69cbe5ac, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/C/e3b574f68d5f436583d0f8da2f4b3ff7] into tmpdir=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/.tmp, totalSize=47.1 K 2024-12-04T21:58:47,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,840 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.Compactor(225): Compacting f1a8362696d44017b7361b521201e518, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=60, earliestPutTs=1733349518749 2024-12-04T21:58:47,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,840 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.Compactor(225): Compacting cf7607c9ae0142f494b1a8bb61911533, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=98, earliestPutTs=1733349521681 2024-12-04T21:58:47,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,840 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.Compactor(225): Compacting 2cfcb83efef4481aa511aaad69cbe5ac, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=109, earliestPutTs=1733349522351 2024-12-04T21:58:47,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,840 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.Compactor(225): Compacting e3b574f68d5f436583d0f8da2f4b3ff7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=148, earliestPutTs=1733349524595 2024-12-04T21:58:47,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,849 INFO [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in fb86162c57c7fb22cd71984974460deb/A of fb86162c57c7fb22cd71984974460deb into d45e7a0356274da6827780224d80fe4b(size=30.6 K), total size for store is 30.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T21:58:47,849 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for fb86162c57c7fb22cd71984974460deb: 2024-12-04T21:58:47,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,849 INFO [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., storeName=fb86162c57c7fb22cd71984974460deb/A, priority=12, startTime=1733349527408; duration=0sec 2024-12-04T21:58:47,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,849 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T21:58:47,849 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fb86162c57c7fb22cd71984974460deb:A 2024-12-04T21:58:47,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,854 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): fb86162c57c7fb22cd71984974460deb#C#compaction#318 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T21:58:47,855 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/.tmp/C/88e7f212755f4aee988f0f66ea5e5a0e is 50, key is test_row_0/C:col10/1733349525743/Put/seqid=0 2024-12-04T21:58:47,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742200_1376 (size=12391) 2024-12-04T21:58:47,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,877 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/.tmp/C/88e7f212755f4aee988f0f66ea5e5a0e as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/C/88e7f212755f4aee988f0f66ea5e5a0e 2024-12-04T21:58:47,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,881 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in fb86162c57c7fb22cd71984974460deb/C of fb86162c57c7fb22cd71984974460deb into 88e7f212755f4aee988f0f66ea5e5a0e(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T21:58:47,881 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for fb86162c57c7fb22cd71984974460deb: 2024-12-04T21:58:47,881 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., storeName=fb86162c57c7fb22cd71984974460deb/C, priority=12, startTime=1733349527408; duration=0sec 2024-12-04T21:58:47,881 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T21:58:47,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,881 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fb86162c57c7fb22cd71984974460deb:C 2024-12-04T21:58:47,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,898 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412047778770771e24ed6a0d18d224a400f6e_fb86162c57c7fb22cd71984974460deb to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412047778770771e24ed6a0d18d224a400f6e_fb86162c57c7fb22cd71984974460deb 2024-12-04T21:58:47,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/.tmp/A/a16ff9e6c85445f496e05529b787576b, store: [table=TestAcidGuarantees family=A region=fb86162c57c7fb22cd71984974460deb] 2024-12-04T21:58:47,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/.tmp/A/a16ff9e6c85445f496e05529b787576b is 175, key is test_row_0/A:col10/1733349525769/Put/seqid=0 2024-12-04T21:58:47,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742201_1377 (size=22461) 2024-12-04T21:58:47,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,908 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=156, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/.tmp/A/a16ff9e6c85445f496e05529b787576b 2024-12-04T21:58:47,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/.tmp/B/871ded65bc8d4372a180898a8fbe10d1 is 50, key is test_row_0/B:col10/1733349525769/Put/seqid=0 2024-12-04T21:58:47,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742202_1378 (size=9757) 2024-12-04T21:58:47,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,922 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/.tmp/B/871ded65bc8d4372a180898a8fbe10d1 2024-12-04T21:58:47,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/.tmp/C/269b5967b8314f85886f8fcb1b7a5dd7 is 50, key is test_row_0/C:col10/1733349525769/Put/seqid=0 2024-12-04T21:58:47,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742203_1379 (size=9757) 2024-12-04T21:58:47,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,965 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/.tmp/C/269b5967b8314f85886f8fcb1b7a5dd7 2024-12-04T21:58:47,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/.tmp/A/a16ff9e6c85445f496e05529b787576b as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/A/a16ff9e6c85445f496e05529b787576b 2024-12-04T21:58:47,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(8855): Flush requested on fb86162c57c7fb22cd71984974460deb 2024-12-04T21:58:47,976 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb. as already flushing 2024-12-04T21:58:47,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,976 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/A/a16ff9e6c85445f496e05529b787576b, entries=100, sequenceid=156, filesize=21.9 K 2024-12-04T21:58:47,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/.tmp/B/871ded65bc8d4372a180898a8fbe10d1 as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/B/871ded65bc8d4372a180898a8fbe10d1 2024-12-04T21:58:47,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,982 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/B/871ded65bc8d4372a180898a8fbe10d1, entries=100, sequenceid=156, filesize=9.5 K 2024-12-04T21:58:47,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/.tmp/C/269b5967b8314f85886f8fcb1b7a5dd7 as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/C/269b5967b8314f85886f8fcb1b7a5dd7 2024-12-04T21:58:47,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,987 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/C/269b5967b8314f85886f8fcb1b7a5dd7, entries=100, sequenceid=156, filesize=9.5 K 2024-12-04T21:58:47,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,988 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=20.13 KB/20610 for fb86162c57c7fb22cd71984974460deb in 519ms, sequenceid=156, compaction requested=false 2024-12-04T21:58:47,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2603): Flush status journal for fb86162c57c7fb22cd71984974460deb: 2024-12-04T21:58:47,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb. 2024-12-04T21:58:47,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=102 2024-12-04T21:58:47,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.HMaster(4169): Remote procedure done, pid=102 2024-12-04T21:58:47,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,992 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=102, resume processing ppid=101 2024-12-04T21:58:47,992 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=102, ppid=101, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 980 msec 2024-12-04T21:58:47,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,994 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=101, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=101, table=TestAcidGuarantees in 984 msec 2024-12-04T21:58:47,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:47,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:48,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:48,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:48,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:48,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:48,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:48,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:48,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:48,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:48,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:48,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:48,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:48,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:48,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:48,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:48,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:48,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:48,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:48,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:48,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:48,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:48,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:48,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:48,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:48,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:48,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:48,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:48,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:48,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:48,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:48,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:48,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:48,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:48,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:48,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:48,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:48,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:48,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:48,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:48,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:48,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:48,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:48,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:48,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:48,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:48,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:48,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:48,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:48,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:48,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:48,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:48,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:48,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:48,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:48,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:48,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:48,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:48,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:48,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:48,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:48,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:48,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:48,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:48,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:48,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:48,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:48,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:48,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:48,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:48,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:48,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:48,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:48,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:48,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:48,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:48,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:48,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:48,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:48,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:48,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:48,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:48,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:48,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:48,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:48,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:48,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:48,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:48,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:48,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:48,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:48,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:48,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:48,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:48,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:48,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:48,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:48,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:48,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:48,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:48,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:48,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:48,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:48,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:48,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:48,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:48,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:48,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:48,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:48,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:48,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:48,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:48,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:48,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:48,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:48,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:48,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:48,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:48,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:48,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:48,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:48,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:48,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:48,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:48,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:48,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:48,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:48,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:48,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:48,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:48,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:48,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:48,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:48,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:48,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:48,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:48,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:48,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:48,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:48,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:48,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:48,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:48,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:48,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:48,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:48,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:48,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:48,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:48,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:48,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:48,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:48,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:48,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:48,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:48,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:48,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:48,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:48,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:48,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:48,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:48,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:48,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:48,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:48,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:48,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:48,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:48,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:48,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:48,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:48,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:48,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:48,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:48,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:48,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:48,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:48,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:48,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:48,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:48,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:48,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:48,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:48,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:48,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:48,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:48,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:48,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:48,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:48,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:48,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:48,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:48,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:48,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:48,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:48,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:48,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:48,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:48,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:48,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:48,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:48,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:48,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:48,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:48,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:48,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:48,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:48,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:48,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:48,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:48,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:48,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:48,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:48,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:48,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:48,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:48,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:48,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:48,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:48,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:48,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:48,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:48,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:48,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:48,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:48,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:48,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:48,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:48,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:48,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:48,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:48,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:48,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:48,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:48,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:48,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:48,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:48,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:48,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:48,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:48,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:48,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:48,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:48,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:48,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:48,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:48,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:48,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:48,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:48,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:48,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:48,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:48,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:48,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:48,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:48,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:48,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:48,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:48,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:48,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:48,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:48,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:48,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:48,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:48,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:48,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:48,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:48,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:48,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:48,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:48,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:48,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:48,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:48,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:48,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:48,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:48,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:48,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:48,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:48,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:48,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:48,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:48,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:48,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:48,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:48,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:48,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:48,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:48,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:48,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:48,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:48,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:48,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:48,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:48,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:48,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:48,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:48,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:48,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:48,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:48,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:48,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:48,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:48,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:48,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:48,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:48,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:48,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:48,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:48,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:48,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:48,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:48,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:48,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:48,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:48,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:48,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:48,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:48,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:48,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:48,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:48,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:48,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:48,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:48,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:48,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:48,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(8855): Flush requested on fb86162c57c7fb22cd71984974460deb 2024-12-04T21:58:48,057 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing fb86162c57c7fb22cd71984974460deb 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-12-04T21:58:48,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:48,057 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fb86162c57c7fb22cd71984974460deb, store=A 2024-12-04T21:58:48,057 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T21:58:48,057 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fb86162c57c7fb22cd71984974460deb, store=B 2024-12-04T21:58:48,057 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T21:58:48,057 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fb86162c57c7fb22cd71984974460deb, store=C 2024-12-04T21:58:48,057 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T21:58:48,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:48,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:48,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:48,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:48,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:48,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:48,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:48,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:48,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:48,064 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241204247ca7519c1341dcace630235c5027cc_fb86162c57c7fb22cd71984974460deb is 50, key is test_row_1/A:col10/1733349528024/Put/seqid=0 2024-12-04T21:58:48,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:48,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742204_1380 (size=12304) 2024-12-04T21:58:48,113 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/bb3046a53f79:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1733349528096, max timestamp=1733349528111Num uniques 859; 2024-12-04T21:58:48,113 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/bb3046a53f79:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-12-04T21:58:48,114 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/bb3046a53f79:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1733349528096, max timestamp=1733349528111Num uniques 859; 2024-12-04T21:58:48,114 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/bb3046a53f79:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-12-04T21:58:48,146 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:48,146 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:48,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52708 deadline: 1733349588138, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:48,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52650 deadline: 1733349588136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:48,147 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:48,147 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:48,147 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:48,147 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:48,147 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:58:48,147 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:58:48,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-12-04T21:58:48,147 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-04T21:58:48,148 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-04T21:58:48,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] procedure2.ProcedureExecutor(1139): Stored pid=103, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees 2024-12-04T21:58:48,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-12-04T21:58:48,149 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=103, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-04T21:58:48,150 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=103, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-04T21:58:48,150 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=104, ppid=103, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-04T21:58:48,155 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:48,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52648 deadline: 1733349588147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:48,156 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:48,156 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:48,156 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:58:48,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-12-04T21:58:48,261 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:48,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52650 deadline: 1733349588257, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:48,262 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:48,262 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:48,262 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:48,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52708 deadline: 1733349588257, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:48,262 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:58:48,262 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:48,262 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:48,262 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:48,262 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:58:48,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52648 deadline: 1733349588257, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:48,262 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:48,262 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:48,262 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:58:48,302 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39095 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-12-04T21:58:48,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb. 2024-12-04T21:58:48,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb. as already flushing 2024-12-04T21:58:48,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb. 2024-12-04T21:58:48,302 ERROR [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104 java.io.IOException: Unable to complete flush {ENCODED => fb86162c57c7fb22cd71984974460deb, NAME => 'TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:58:48,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104 java.io.IOException: Unable to complete flush {ENCODED => fb86162c57c7fb22cd71984974460deb, NAME => 'TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:58:48,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.HMaster(4177): Remote procedure failed, pid=104 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fb86162c57c7fb22cd71984974460deb, NAME => 'TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fb86162c57c7fb22cd71984974460deb, NAME => 'TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:58:48,455 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39095 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-12-04T21:58:48,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb. 2024-12-04T21:58:48,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb. as already flushing 2024-12-04T21:58:48,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb. 2024-12-04T21:58:48,455 ERROR [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104 java.io.IOException: Unable to complete flush {ENCODED => fb86162c57c7fb22cd71984974460deb, NAME => 'TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:58:48,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104 java.io.IOException: Unable to complete flush {ENCODED => fb86162c57c7fb22cd71984974460deb, NAME => 'TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:58:48,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.HMaster(4177): Remote procedure failed, pid=104 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fb86162c57c7fb22cd71984974460deb, NAME => 'TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fb86162c57c7fb22cd71984974460deb, NAME => 'TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:58:48,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-12-04T21:58:48,473 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:48,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52650 deadline: 1733349588468, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:48,473 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:48,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52708 deadline: 1733349588468, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:48,473 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:48,473 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:48,473 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:58:48,473 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:48,473 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:48,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52648 deadline: 1733349588468, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:48,473 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:48,473 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:58:48,473 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:48,473 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:48,474 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:58:48,483 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:48,486 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241204247ca7519c1341dcace630235c5027cc_fb86162c57c7fb22cd71984974460deb to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204247ca7519c1341dcace630235c5027cc_fb86162c57c7fb22cd71984974460deb 2024-12-04T21:58:48,486 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/.tmp/A/08872e12fd5a490487c575927b7d7bed, store: [table=TestAcidGuarantees family=A region=fb86162c57c7fb22cd71984974460deb] 2024-12-04T21:58:48,487 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/.tmp/A/08872e12fd5a490487c575927b7d7bed is 175, key is test_row_1/A:col10/1733349528024/Put/seqid=0 2024-12-04T21:58:48,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742205_1381 (size=31101) 2024-12-04T21:58:48,607 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39095 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-12-04T21:58:48,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb. 2024-12-04T21:58:48,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb. as already flushing 2024-12-04T21:58:48,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb. 2024-12-04T21:58:48,608 ERROR [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104 java.io.IOException: Unable to complete flush {ENCODED => fb86162c57c7fb22cd71984974460deb, NAME => 'TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:58:48,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104 java.io.IOException: Unable to complete flush {ENCODED => fb86162c57c7fb22cd71984974460deb, NAME => 'TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:58:48,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.HMaster(4177): Remote procedure failed, pid=104 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fb86162c57c7fb22cd71984974460deb, NAME => 'TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fb86162c57c7fb22cd71984974460deb, NAME => 'TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:58:48,760 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39095 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-12-04T21:58:48,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb. 2024-12-04T21:58:48,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb. as already flushing 2024-12-04T21:58:48,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb. 2024-12-04T21:58:48,760 ERROR [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104 java.io.IOException: Unable to complete flush {ENCODED => fb86162c57c7fb22cd71984974460deb, NAME => 'TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:58:48,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104 java.io.IOException: Unable to complete flush {ENCODED => fb86162c57c7fb22cd71984974460deb, NAME => 'TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:58:48,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.HMaster(4177): Remote procedure failed, pid=104 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fb86162c57c7fb22cd71984974460deb, NAME => 'TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fb86162c57c7fb22cd71984974460deb, NAME => 'TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:58:48,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-12-04T21:58:48,779 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:48,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52650 deadline: 1733349588778, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:48,780 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:48,780 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:48,780 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:48,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52708 deadline: 1733349588778, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:48,780 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:58:48,780 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:48,780 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:48,780 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:48,780 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:58:48,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52648 deadline: 1733349588778, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:48,780 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:48,780 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:48,780 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:58:48,890 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=169, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/.tmp/A/08872e12fd5a490487c575927b7d7bed 2024-12-04T21:58:48,896 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/.tmp/B/a22ef87ce74f4043b1c76506565101e2 is 50, key is test_row_1/B:col10/1733349528024/Put/seqid=0 2024-12-04T21:58:48,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742206_1382 (size=9757) 2024-12-04T21:58:48,899 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=169 (bloomFilter=true), to=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/.tmp/B/a22ef87ce74f4043b1c76506565101e2 2024-12-04T21:58:48,904 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/.tmp/C/d1b9c2117d41459cb9fda47caaf8e34e is 50, key is test_row_1/C:col10/1733349528024/Put/seqid=0 2024-12-04T21:58:48,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742207_1383 (size=9757) 2024-12-04T21:58:48,912 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39095 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-12-04T21:58:48,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb. 2024-12-04T21:58:48,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb. as already flushing 2024-12-04T21:58:48,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb. 2024-12-04T21:58:48,913 ERROR [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104 java.io.IOException: Unable to complete flush {ENCODED => fb86162c57c7fb22cd71984974460deb, NAME => 'TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:58:48,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104 java.io.IOException: Unable to complete flush {ENCODED => fb86162c57c7fb22cd71984974460deb, NAME => 'TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:58:48,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.HMaster(4177): Remote procedure failed, pid=104 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fb86162c57c7fb22cd71984974460deb, NAME => 'TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fb86162c57c7fb22cd71984974460deb, NAME => 'TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:58:49,065 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39095 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-12-04T21:58:49,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb. 2024-12-04T21:58:49,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb. as already flushing 2024-12-04T21:58:49,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb. 2024-12-04T21:58:49,065 ERROR [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104 java.io.IOException: Unable to complete flush {ENCODED => fb86162c57c7fb22cd71984974460deb, NAME => 'TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:58:49,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104 java.io.IOException: Unable to complete flush {ENCODED => fb86162c57c7fb22cd71984974460deb, NAME => 'TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:58:49,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.HMaster(4177): Remote procedure failed, pid=104 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fb86162c57c7fb22cd71984974460deb, NAME => 'TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fb86162c57c7fb22cd71984974460deb, NAME => 'TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:58:49,218 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39095 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-12-04T21:58:49,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb. 2024-12-04T21:58:49,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb. as already flushing 2024-12-04T21:58:49,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb. 2024-12-04T21:58:49,218 ERROR [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104 java.io.IOException: Unable to complete flush {ENCODED => fb86162c57c7fb22cd71984974460deb, NAME => 'TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:58:49,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104 java.io.IOException: Unable to complete flush {ENCODED => fb86162c57c7fb22cd71984974460deb, NAME => 'TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:58:49,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.HMaster(4177): Remote procedure failed, pid=104 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fb86162c57c7fb22cd71984974460deb, NAME => 'TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fb86162c57c7fb22cd71984974460deb, NAME => 'TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:58:49,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-12-04T21:58:49,295 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:49,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52650 deadline: 1733349589288, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:49,295 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:49,295 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:49,295 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:49,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52708 deadline: 1733349589288, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:49,295 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:58:49,295 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:49,295 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:49,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52648 deadline: 1733349589288, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:49,295 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:49,295 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:58:49,296 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:49,296 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:49,296 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:58:49,310 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=169 (bloomFilter=true), to=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/.tmp/C/d1b9c2117d41459cb9fda47caaf8e34e 2024-12-04T21:58:49,313 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/.tmp/A/08872e12fd5a490487c575927b7d7bed as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/A/08872e12fd5a490487c575927b7d7bed 2024-12-04T21:58:49,316 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/A/08872e12fd5a490487c575927b7d7bed, entries=150, sequenceid=169, filesize=30.4 K 2024-12-04T21:58:49,317 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/.tmp/B/a22ef87ce74f4043b1c76506565101e2 as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/B/a22ef87ce74f4043b1c76506565101e2 2024-12-04T21:58:49,320 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/B/a22ef87ce74f4043b1c76506565101e2, entries=100, sequenceid=169, filesize=9.5 K 2024-12-04T21:58:49,321 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/.tmp/C/d1b9c2117d41459cb9fda47caaf8e34e as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/C/d1b9c2117d41459cb9fda47caaf8e34e 2024-12-04T21:58:49,324 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/C/d1b9c2117d41459cb9fda47caaf8e34e, entries=100, sequenceid=169, filesize=9.5 K 2024-12-04T21:58:49,325 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for fb86162c57c7fb22cd71984974460deb in 1269ms, sequenceid=169, compaction requested=true 2024-12-04T21:58:49,325 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for fb86162c57c7fb22cd71984974460deb: 2024-12-04T21:58:49,325 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fb86162c57c7fb22cd71984974460deb:A, priority=-2147483648, current under compaction store size is 1 2024-12-04T21:58:49,325 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T21:58:49,325 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T21:58:49,325 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fb86162c57c7fb22cd71984974460deb:B, priority=-2147483648, current under compaction store size is 2 2024-12-04T21:58:49,325 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T21:58:49,325 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fb86162c57c7fb22cd71984974460deb:C, priority=-2147483648, current under compaction store size is 3 2024-12-04T21:58:49,325 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T21:58:49,326 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T21:58:49,326 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 84907 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T21:58:49,326 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 31905 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T21:58:49,326 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HStore(1541): fb86162c57c7fb22cd71984974460deb/B is initiating minor compaction (all files) 2024-12-04T21:58:49,326 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HStore(1541): fb86162c57c7fb22cd71984974460deb/A is initiating minor compaction (all files) 2024-12-04T21:58:49,326 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of fb86162c57c7fb22cd71984974460deb/B in TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb. 2024-12-04T21:58:49,326 INFO [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of fb86162c57c7fb22cd71984974460deb/A in TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb. 2024-12-04T21:58:49,326 INFO [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/A/d45e7a0356274da6827780224d80fe4b, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/A/a16ff9e6c85445f496e05529b787576b, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/A/08872e12fd5a490487c575927b7d7bed] into tmpdir=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/.tmp, totalSize=82.9 K 2024-12-04T21:58:49,326 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/B/38d35100e9a047dcb6b7591c7c978d17, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/B/871ded65bc8d4372a180898a8fbe10d1, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/B/a22ef87ce74f4043b1c76506565101e2] into tmpdir=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/.tmp, totalSize=31.2 K 2024-12-04T21:58:49,326 INFO [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb. 2024-12-04T21:58:49,327 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb. files: [hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/A/d45e7a0356274da6827780224d80fe4b, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/A/a16ff9e6c85445f496e05529b787576b, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/A/08872e12fd5a490487c575927b7d7bed] 2024-12-04T21:58:49,327 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] compactions.Compactor(225): Compacting d45e7a0356274da6827780224d80fe4b, keycount=150, bloomtype=ROW, size=30.6 K, encoding=NONE, compression=NONE, seqNum=148, earliestPutTs=1733349524595 2024-12-04T21:58:49,327 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.Compactor(225): Compacting 38d35100e9a047dcb6b7591c7c978d17, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=148, earliestPutTs=1733349524595 2024-12-04T21:58:49,327 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.Compactor(225): Compacting 871ded65bc8d4372a180898a8fbe10d1, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1733349525758 2024-12-04T21:58:49,327 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] compactions.Compactor(225): Compacting a16ff9e6c85445f496e05529b787576b, keycount=100, bloomtype=ROW, size=21.9 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1733349525758 2024-12-04T21:58:49,328 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] compactions.Compactor(225): Compacting 08872e12fd5a490487c575927b7d7bed, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1733349528022 2024-12-04T21:58:49,328 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.Compactor(225): Compacting a22ef87ce74f4043b1c76506565101e2, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1733349528024 2024-12-04T21:58:49,334 INFO [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=fb86162c57c7fb22cd71984974460deb] 2024-12-04T21:58:49,335 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): fb86162c57c7fb22cd71984974460deb#B#compaction#324 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-04T21:58:49,336 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/.tmp/B/d092ac3a1bad42d2a1018b351d254c05 is 50, key is test_row_0/B:col10/1733349525769/Put/seqid=0 2024-12-04T21:58:49,336 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241204904edabd23604005813b5ca9b1500e39_fb86162c57c7fb22cd71984974460deb store=[table=TestAcidGuarantees family=A region=fb86162c57c7fb22cd71984974460deb] 2024-12-04T21:58:49,337 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241204904edabd23604005813b5ca9b1500e39_fb86162c57c7fb22cd71984974460deb, store=[table=TestAcidGuarantees family=A region=fb86162c57c7fb22cd71984974460deb] 2024-12-04T21:58:49,338 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241204904edabd23604005813b5ca9b1500e39_fb86162c57c7fb22cd71984974460deb because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=fb86162c57c7fb22cd71984974460deb] 2024-12-04T21:58:49,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742208_1384 (size=12493) 2024-12-04T21:58:49,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742209_1385 (size=4469) 2024-12-04T21:58:49,353 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/.tmp/B/d092ac3a1bad42d2a1018b351d254c05 as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/B/d092ac3a1bad42d2a1018b351d254c05 2024-12-04T21:58:49,357 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in fb86162c57c7fb22cd71984974460deb/B of fb86162c57c7fb22cd71984974460deb into d092ac3a1bad42d2a1018b351d254c05(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T21:58:49,357 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for fb86162c57c7fb22cd71984974460deb: 2024-12-04T21:58:49,357 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., storeName=fb86162c57c7fb22cd71984974460deb/B, priority=13, startTime=1733349529325; duration=0sec 2024-12-04T21:58:49,357 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T21:58:49,357 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fb86162c57c7fb22cd71984974460deb:B 2024-12-04T21:58:49,357 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T21:58:49,358 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 31905 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T21:58:49,358 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HStore(1541): fb86162c57c7fb22cd71984974460deb/C is initiating minor compaction (all files) 2024-12-04T21:58:49,358 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of fb86162c57c7fb22cd71984974460deb/C in TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb. 2024-12-04T21:58:49,358 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/C/88e7f212755f4aee988f0f66ea5e5a0e, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/C/269b5967b8314f85886f8fcb1b7a5dd7, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/C/d1b9c2117d41459cb9fda47caaf8e34e] into tmpdir=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/.tmp, totalSize=31.2 K 2024-12-04T21:58:49,358 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.Compactor(225): Compacting 88e7f212755f4aee988f0f66ea5e5a0e, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=148, earliestPutTs=1733349524595 2024-12-04T21:58:49,358 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.Compactor(225): Compacting 269b5967b8314f85886f8fcb1b7a5dd7, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1733349525758 2024-12-04T21:58:49,359 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.Compactor(225): Compacting d1b9c2117d41459cb9fda47caaf8e34e, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1733349528024 2024-12-04T21:58:49,364 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): fb86162c57c7fb22cd71984974460deb#C#compaction#326 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-04T21:58:49,365 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/.tmp/C/8aa2e1a4ebae49e894179083a2f1a537 is 50, key is test_row_0/C:col10/1733349525769/Put/seqid=0 2024-12-04T21:58:49,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742210_1386 (size=12493) 2024-12-04T21:58:49,370 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39095 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-12-04T21:58:49,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb. 2024-12-04T21:58:49,371 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2902): Flushing fb86162c57c7fb22cd71984974460deb 3/3 column families, dataSize=134.18 KB heapSize=383.70 KB 2024-12-04T21:58:49,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fb86162c57c7fb22cd71984974460deb, store=A 2024-12-04T21:58:49,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-04T21:58:49,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fb86162c57c7fb22cd71984974460deb, store=B 2024-12-04T21:58:49,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-04T21:58:49,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fb86162c57c7fb22cd71984974460deb, store=C 2024-12-04T21:58:49,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-04T21:58:49,375 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/.tmp/C/8aa2e1a4ebae49e894179083a2f1a537 as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/C/8aa2e1a4ebae49e894179083a2f1a537 2024-12-04T21:58:49,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120469d74b608c8443658cd090eabbadb5ff_fb86162c57c7fb22cd71984974460deb is 50, key is test_row_0/A:col10/1733349528137/Put/seqid=0 2024-12-04T21:58:49,382 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in fb86162c57c7fb22cd71984974460deb/C of fb86162c57c7fb22cd71984974460deb into 8aa2e1a4ebae49e894179083a2f1a537(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T21:58:49,382 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for fb86162c57c7fb22cd71984974460deb: 2024-12-04T21:58:49,382 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., storeName=fb86162c57c7fb22cd71984974460deb/C, priority=13, startTime=1733349529325; duration=0sec 2024-12-04T21:58:49,382 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T21:58:49,382 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fb86162c57c7fb22cd71984974460deb:C 2024-12-04T21:58:49,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742211_1387 (size=12304) 2024-12-04T21:58:49,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:49,394 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120469d74b608c8443658cd090eabbadb5ff_fb86162c57c7fb22cd71984974460deb to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120469d74b608c8443658cd090eabbadb5ff_fb86162c57c7fb22cd71984974460deb 2024-12-04T21:58:49,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/.tmp/A/9f3883f171c54b4a968c39652e489153, store: [table=TestAcidGuarantees family=A region=fb86162c57c7fb22cd71984974460deb] 2024-12-04T21:58:49,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/.tmp/A/9f3883f171c54b4a968c39652e489153 is 175, key is test_row_0/A:col10/1733349528137/Put/seqid=0 2024-12-04T21:58:49,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742212_1388 (size=31105) 2024-12-04T21:58:49,750 INFO [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): fb86162c57c7fb22cd71984974460deb#A#compaction#325 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T21:58:49,751 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/.tmp/A/c792726c02e2469a85d42da07f67df43 is 175, key is test_row_0/A:col10/1733349525769/Put/seqid=0 2024-12-04T21:58:49,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742213_1389 (size=31554) 2024-12-04T21:58:49,803 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=201, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/.tmp/A/9f3883f171c54b4a968c39652e489153 2024-12-04T21:58:49,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/.tmp/B/565031a55ff34a4ab44369ea38f21967 is 50, key is test_row_0/B:col10/1733349528137/Put/seqid=0 2024-12-04T21:58:49,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742214_1390 (size=12151) 2024-12-04T21:58:50,159 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/.tmp/A/c792726c02e2469a85d42da07f67df43 as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/A/c792726c02e2469a85d42da07f67df43 2024-12-04T21:58:50,163 INFO [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in fb86162c57c7fb22cd71984974460deb/A of fb86162c57c7fb22cd71984974460deb into c792726c02e2469a85d42da07f67df43(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T21:58:50,163 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for fb86162c57c7fb22cd71984974460deb: 2024-12-04T21:58:50,163 INFO [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., storeName=fb86162c57c7fb22cd71984974460deb/A, priority=13, startTime=1733349529325; duration=0sec 2024-12-04T21:58:50,163 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T21:58:50,163 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fb86162c57c7fb22cd71984974460deb:A 2024-12-04T21:58:50,213 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=201 (bloomFilter=true), to=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/.tmp/B/565031a55ff34a4ab44369ea38f21967 2024-12-04T21:58:50,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/.tmp/C/9f5c8ec29c1945d9bd85673660dca5b4 is 50, key is test_row_0/C:col10/1733349528137/Put/seqid=0 2024-12-04T21:58:50,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742215_1391 (size=12151) 2024-12-04T21:58:50,225 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=62.62 KB at sequenceid=201 (bloomFilter=true), to=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/.tmp/C/9f5c8ec29c1945d9bd85673660dca5b4 2024-12-04T21:58:50,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/.tmp/A/9f3883f171c54b4a968c39652e489153 as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/A/9f3883f171c54b4a968c39652e489153 2024-12-04T21:58:50,232 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/A/9f3883f171c54b4a968c39652e489153, entries=150, sequenceid=201, filesize=30.4 K 2024-12-04T21:58:50,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/.tmp/B/565031a55ff34a4ab44369ea38f21967 as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/B/565031a55ff34a4ab44369ea38f21967 2024-12-04T21:58:50,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,236 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/B/565031a55ff34a4ab44369ea38f21967, entries=150, sequenceid=201, filesize=11.9 K 2024-12-04T21:58:50,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/.tmp/C/9f5c8ec29c1945d9bd85673660dca5b4 as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/C/9f5c8ec29c1945d9bd85673660dca5b4 2024-12-04T21:58:50,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,240 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/C/9f5c8ec29c1945d9bd85673660dca5b4, entries=150, sequenceid=201, filesize=11.9 K 2024-12-04T21:58:50,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,241 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~383.66 KB/392864, currentSize=0 B/0 for fb86162c57c7fb22cd71984974460deb in 870ms, sequenceid=201, compaction requested=false 2024-12-04T21:58:50,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2603): Flush status journal for fb86162c57c7fb22cd71984974460deb: 2024-12-04T21:58:50,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb. 2024-12-04T21:58:50,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=104 2024-12-04T21:58:50,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.HMaster(4169): Remote procedure done, pid=104 2024-12-04T21:58:50,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,244 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=104, resume processing ppid=103 2024-12-04T21:58:50,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,244 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=104, ppid=103, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0920 sec 2024-12-04T21:58:50,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,246 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=103, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees in 2.0970 sec 2024-12-04T21:58:50,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-12-04T21:58:50,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,298 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-04T21:58:50,298 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-04T21:58:50,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] procedure2.ProcedureExecutor(1139): Stored pid=105, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees 2024-12-04T21:58:50,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-12-04T21:58:50,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,300 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=105, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-04T21:58:50,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,301 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=105, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-04T21:58:50,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,301 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=106, ppid=105, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-04T21:58:50,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-12-04T21:58:50,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(8855): Flush requested on fb86162c57c7fb22cd71984974460deb 2024-12-04T21:58:50,434 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing fb86162c57c7fb22cd71984974460deb 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-12-04T21:58:50,435 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fb86162c57c7fb22cd71984974460deb, store=A 2024-12-04T21:58:50,435 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T21:58:50,435 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fb86162c57c7fb22cd71984974460deb, store=B 2024-12-04T21:58:50,435 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T21:58:50,435 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fb86162c57c7fb22cd71984974460deb, store=C 2024-12-04T21:58:50,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,435 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T21:58:50,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,442 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120464c650871c5a4b02b2b7e29cd8db05f3_fb86162c57c7fb22cd71984974460deb is 50, key is test_row_0/A:col10/1733349530433/Put/seqid=0 2024-12-04T21:58:50,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,459 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39095 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-12-04T21:58:50,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb. 2024-12-04T21:58:50,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb. as already flushing 2024-12-04T21:58:50,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb. 2024-12-04T21:58:50,459 ERROR [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106 java.io.IOException: Unable to complete flush {ENCODED => fb86162c57c7fb22cd71984974460deb, NAME => 'TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:58:50,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106 java.io.IOException: Unable to complete flush {ENCODED => fb86162c57c7fb22cd71984974460deb, NAME => 'TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:58:50,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.HMaster(4177): Remote procedure failed, pid=106 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fb86162c57c7fb22cd71984974460deb, NAME => 'TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fb86162c57c7fb22cd71984974460deb, NAME => 'TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:58:50,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742216_1392 (size=17284) 2024-12-04T21:58:50,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,465 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,468 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120464c650871c5a4b02b2b7e29cd8db05f3_fb86162c57c7fb22cd71984974460deb to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120464c650871c5a4b02b2b7e29cd8db05f3_fb86162c57c7fb22cd71984974460deb 2024-12-04T21:58:50,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,469 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/.tmp/A/8cb7ae771c5f4bab8b003aa0d1fe2e72, store: [table=TestAcidGuarantees family=A region=fb86162c57c7fb22cd71984974460deb] 2024-12-04T21:58:50,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,470 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/.tmp/A/8cb7ae771c5f4bab8b003aa0d1fe2e72 is 175, key is test_row_0/A:col10/1733349530433/Put/seqid=0 2024-12-04T21:58:50,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742217_1393 (size=48385) 2024-12-04T21:58:50,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,474 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=213, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/.tmp/A/8cb7ae771c5f4bab8b003aa0d1fe2e72 2024-12-04T21:58:50,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,480 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/.tmp/B/6fb97fe959b94b64bc1e018acce20ca4 is 50, key is test_row_0/B:col10/1733349530433/Put/seqid=0 2024-12-04T21:58:50,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:50,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742218_1394 (size=9757) 2024-12-04T21:58:50,502 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=213 (bloomFilter=true), to=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/.tmp/B/6fb97fe959b94b64bc1e018acce20ca4 2024-12-04T21:58:50,515 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/.tmp/C/0dc50965862549129ec07204489e9235 is 50, key is test_row_0/C:col10/1733349530433/Put/seqid=0 2024-12-04T21:58:50,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742219_1395 (size=9757) 2024-12-04T21:58:50,533 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=213 (bloomFilter=true), to=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/.tmp/C/0dc50965862549129ec07204489e9235 2024-12-04T21:58:50,538 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/.tmp/A/8cb7ae771c5f4bab8b003aa0d1fe2e72 as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/A/8cb7ae771c5f4bab8b003aa0d1fe2e72 2024-12-04T21:58:50,541 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/bb3046a53f79:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733349530522, max timestamp=1733349530538Num uniques 859; 2024-12-04T21:58:50,541 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/bb3046a53f79:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733349530522, max timestamp=1733349530538Num uniques 859; 2024-12-04T21:58:50,541 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/bb3046a53f79:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-04T21:58:50,541 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/bb3046a53f79:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733349530522, max timestamp=1733349530538Num uniques 859; 2024-12-04T21:58:50,541 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/bb3046a53f79:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-04T21:58:50,541 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/bb3046a53f79:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-04T21:58:50,566 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/A/8cb7ae771c5f4bab8b003aa0d1fe2e72, entries=250, sequenceid=213, filesize=47.3 K 2024-12-04T21:58:50,567 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/.tmp/B/6fb97fe959b94b64bc1e018acce20ca4 as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/B/6fb97fe959b94b64bc1e018acce20ca4 2024-12-04T21:58:50,572 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/B/6fb97fe959b94b64bc1e018acce20ca4, entries=100, sequenceid=213, filesize=9.5 K 2024-12-04T21:58:50,573 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/.tmp/C/0dc50965862549129ec07204489e9235 as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/C/0dc50965862549129ec07204489e9235 2024-12-04T21:58:50,577 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/C/0dc50965862549129ec07204489e9235, entries=100, sequenceid=213, filesize=9.5 K 2024-12-04T21:58:50,578 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=93.93 KB/96180 for fb86162c57c7fb22cd71984974460deb in 144ms, sequenceid=213, compaction requested=true 2024-12-04T21:58:50,578 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for fb86162c57c7fb22cd71984974460deb: 2024-12-04T21:58:50,579 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T21:58:50,579 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fb86162c57c7fb22cd71984974460deb:A, priority=-2147483648, current under compaction store size is 1 2024-12-04T21:58:50,579 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T21:58:50,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(8855): Flush requested on fb86162c57c7fb22cd71984974460deb 2024-12-04T21:58:50,579 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T21:58:50,579 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fb86162c57c7fb22cd71984974460deb:B, priority=-2147483648, current under compaction store size is 2 2024-12-04T21:58:50,579 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T21:58:50,579 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fb86162c57c7fb22cd71984974460deb:C, priority=-2147483648, current under compaction store size is 3 2024-12-04T21:58:50,579 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T21:58:50,580 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 111044 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T21:58:50,580 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HStore(1541): fb86162c57c7fb22cd71984974460deb/A is initiating minor compaction (all files) 2024-12-04T21:58:50,580 INFO [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of fb86162c57c7fb22cd71984974460deb/A in TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb. 2024-12-04T21:58:50,580 INFO [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/A/c792726c02e2469a85d42da07f67df43, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/A/9f3883f171c54b4a968c39652e489153, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/A/8cb7ae771c5f4bab8b003aa0d1fe2e72] into tmpdir=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/.tmp, totalSize=108.4 K 2024-12-04T21:58:50,581 INFO [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb. 2024-12-04T21:58:50,581 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb. files: [hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/A/c792726c02e2469a85d42da07f67df43, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/A/9f3883f171c54b4a968c39652e489153, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/A/8cb7ae771c5f4bab8b003aa0d1fe2e72] 2024-12-04T21:58:50,581 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34401 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T21:58:50,581 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HStore(1541): fb86162c57c7fb22cd71984974460deb/B is initiating minor compaction (all files) 2024-12-04T21:58:50,581 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of fb86162c57c7fb22cd71984974460deb/B in TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb. 2024-12-04T21:58:50,581 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/B/d092ac3a1bad42d2a1018b351d254c05, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/B/565031a55ff34a4ab44369ea38f21967, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/B/6fb97fe959b94b64bc1e018acce20ca4] into tmpdir=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/.tmp, totalSize=33.6 K 2024-12-04T21:58:50,581 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] compactions.Compactor(225): Compacting c792726c02e2469a85d42da07f67df43, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1733349525769 2024-12-04T21:58:50,582 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9f3883f171c54b4a968c39652e489153, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=201, earliestPutTs=1733349528111 2024-12-04T21:58:50,583 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.Compactor(225): Compacting d092ac3a1bad42d2a1018b351d254c05, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1733349525769 2024-12-04T21:58:50,583 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing fb86162c57c7fb22cd71984974460deb 3/3 column families, dataSize=100.63 KB heapSize=280.69 KB 2024-12-04T21:58:50,584 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8cb7ae771c5f4bab8b003aa0d1fe2e72, keycount=250, bloomtype=ROW, size=47.3 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1733349530379 2024-12-04T21:58:50,584 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.Compactor(225): Compacting 565031a55ff34a4ab44369ea38f21967, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=201, earliestPutTs=1733349528111 2024-12-04T21:58:50,585 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.Compactor(225): Compacting 6fb97fe959b94b64bc1e018acce20ca4, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1733349530419 2024-12-04T21:58:50,589 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fb86162c57c7fb22cd71984974460deb, store=A 2024-12-04T21:58:50,590 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-04T21:58:50,593 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fb86162c57c7fb22cd71984974460deb, store=B 2024-12-04T21:58:50,593 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-04T21:58:50,593 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fb86162c57c7fb22cd71984974460deb, store=C 2024-12-04T21:58:50,593 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-04T21:58:50,606 INFO [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=fb86162c57c7fb22cd71984974460deb] 2024-12-04T21:58:50,612 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39095 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-12-04T21:58:50,613 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): fb86162c57c7fb22cd71984974460deb#B#compaction#334 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-04T21:58:50,614 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/.tmp/B/899eb62c5ef64a9dab1e227509a48480 is 50, key is test_row_0/B:col10/1733349530433/Put/seqid=0 2024-12-04T21:58:50,614 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb. 2024-12-04T21:58:50,614 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb. as already flushing 2024-12-04T21:58:50,614 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb. 2024-12-04T21:58:50,614 ERROR [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106 java.io.IOException: Unable to complete flush {ENCODED => fb86162c57c7fb22cd71984974460deb, NAME => 'TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:58:50,614 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106 java.io.IOException: Unable to complete flush {ENCODED => fb86162c57c7fb22cd71984974460deb, NAME => 'TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:58:50,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.HMaster(4177): Remote procedure failed, pid=106 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fb86162c57c7fb22cd71984974460deb, NAME => 'TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fb86162c57c7fb22cd71984974460deb, NAME => 'TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:58:50,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-12-04T21:58:50,626 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241204da18fb6defe5406a9ed9a36fc8bdfaf0_fb86162c57c7fb22cd71984974460deb store=[table=TestAcidGuarantees family=A region=fb86162c57c7fb22cd71984974460deb] 2024-12-04T21:58:50,628 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241204da18fb6defe5406a9ed9a36fc8bdfaf0_fb86162c57c7fb22cd71984974460deb, store=[table=TestAcidGuarantees family=A region=fb86162c57c7fb22cd71984974460deb] 2024-12-04T21:58:50,628 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241204da18fb6defe5406a9ed9a36fc8bdfaf0_fb86162c57c7fb22cd71984974460deb because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=fb86162c57c7fb22cd71984974460deb] 2024-12-04T21:58:50,643 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241204578bf837fa474dbcb3b3b4ecc67e64cb_fb86162c57c7fb22cd71984974460deb is 50, key is test_row_0/A:col10/1733349530575/Put/seqid=0 2024-12-04T21:58:50,654 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:50,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52650 deadline: 1733349590636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:50,655 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:50,655 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:50,655 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:58:50,655 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:50,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52648 deadline: 1733349590637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:50,655 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:50,655 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:50,655 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:58:50,665 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:50,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52708 deadline: 1733349590648, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:50,665 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:50,665 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:50,665 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:58:50,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742220_1396 (size=12595) 2024-12-04T21:58:50,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742221_1397 (size=4469) 2024-12-04T21:58:50,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742222_1398 (size=12304) 2024-12-04T21:58:50,767 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39095 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-12-04T21:58:50,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb. 2024-12-04T21:58:50,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb. as already flushing 2024-12-04T21:58:50,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb. 2024-12-04T21:58:50,767 ERROR [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106 java.io.IOException: Unable to complete flush {ENCODED => fb86162c57c7fb22cd71984974460deb, NAME => 'TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:58:50,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106 java.io.IOException: Unable to complete flush {ENCODED => fb86162c57c7fb22cd71984974460deb, NAME => 'TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:58:50,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.HMaster(4177): Remote procedure failed, pid=106 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fb86162c57c7fb22cd71984974460deb, NAME => 'TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fb86162c57c7fb22cd71984974460deb, NAME => 'TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:58:50,770 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:50,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52650 deadline: 1733349590758, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:50,770 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:50,770 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:50,770 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:50,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52648 deadline: 1733349590758, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:50,770 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:58:50,771 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:50,771 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:50,771 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:50,771 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:58:50,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52708 deadline: 1733349590767, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:50,771 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:50,771 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:50,771 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:58:50,920 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39095 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-12-04T21:58:50,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb. 2024-12-04T21:58:50,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb. as already flushing 2024-12-04T21:58:50,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb. 2024-12-04T21:58:50,920 ERROR [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106 java.io.IOException: Unable to complete flush {ENCODED => fb86162c57c7fb22cd71984974460deb, NAME => 'TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:58:50,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106 java.io.IOException: Unable to complete flush {ENCODED => fb86162c57c7fb22cd71984974460deb, NAME => 'TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:58:50,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.HMaster(4177): Remote procedure failed, pid=106 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fb86162c57c7fb22cd71984974460deb, NAME => 'TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fb86162c57c7fb22cd71984974460deb, NAME => 'TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:58:50,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-12-04T21:58:50,983 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:50,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52650 deadline: 1733349590978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:50,983 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:50,983 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:50,983 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:50,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52648 deadline: 1733349590978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:50,983 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:58:50,983 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:50,983 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:50,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52708 deadline: 1733349590978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:50,983 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:50,983 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:58:50,984 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:50,984 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:50,984 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:58:51,072 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39095 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-12-04T21:58:51,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb. 2024-12-04T21:58:51,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb. as already flushing 2024-12-04T21:58:51,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb. 2024-12-04T21:58:51,073 ERROR [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106 java.io.IOException: Unable to complete flush {ENCODED => fb86162c57c7fb22cd71984974460deb, NAME => 'TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:58:51,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106 java.io.IOException: Unable to complete flush {ENCODED => fb86162c57c7fb22cd71984974460deb, NAME => 'TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:58:51,073 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/.tmp/B/899eb62c5ef64a9dab1e227509a48480 as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/B/899eb62c5ef64a9dab1e227509a48480 2024-12-04T21:58:51,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.HMaster(4177): Remote procedure failed, pid=106 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fb86162c57c7fb22cd71984974460deb, NAME => 'TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fb86162c57c7fb22cd71984974460deb, NAME => 'TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:58:51,075 INFO [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): fb86162c57c7fb22cd71984974460deb#A#compaction#333 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T21:58:51,075 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/.tmp/A/4d8e6cefc75a4a2e972c7f4b1f760ec4 is 175, key is test_row_0/A:col10/1733349530433/Put/seqid=0 2024-12-04T21:58:51,077 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in fb86162c57c7fb22cd71984974460deb/B of fb86162c57c7fb22cd71984974460deb into 899eb62c5ef64a9dab1e227509a48480(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T21:58:51,077 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for fb86162c57c7fb22cd71984974460deb: 2024-12-04T21:58:51,077 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., storeName=fb86162c57c7fb22cd71984974460deb/B, priority=13, startTime=1733349530579; duration=0sec 2024-12-04T21:58:51,077 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:51,077 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T21:58:51,077 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fb86162c57c7fb22cd71984974460deb:B 2024-12-04T21:58:51,077 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T21:58:51,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742223_1399 (size=31656) 2024-12-04T21:58:51,078 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34401 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T21:58:51,079 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HStore(1541): fb86162c57c7fb22cd71984974460deb/C is initiating minor compaction (all files) 2024-12-04T21:58:51,079 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of fb86162c57c7fb22cd71984974460deb/C in TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb. 2024-12-04T21:58:51,079 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/C/8aa2e1a4ebae49e894179083a2f1a537, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/C/9f5c8ec29c1945d9bd85673660dca5b4, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/C/0dc50965862549129ec07204489e9235] into tmpdir=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/.tmp, totalSize=33.6 K 2024-12-04T21:58:51,079 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.Compactor(225): Compacting 8aa2e1a4ebae49e894179083a2f1a537, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1733349525769 2024-12-04T21:58:51,079 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.Compactor(225): Compacting 9f5c8ec29c1945d9bd85673660dca5b4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=201, earliestPutTs=1733349528111 2024-12-04T21:58:51,080 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.Compactor(225): Compacting 0dc50965862549129ec07204489e9235, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1733349530419 2024-12-04T21:58:51,081 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241204578bf837fa474dbcb3b3b4ecc67e64cb_fb86162c57c7fb22cd71984974460deb to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204578bf837fa474dbcb3b3b4ecc67e64cb_fb86162c57c7fb22cd71984974460deb 2024-12-04T21:58:51,082 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/.tmp/A/42f4239920ce4047a182e11a7eed7d85, store: [table=TestAcidGuarantees family=A region=fb86162c57c7fb22cd71984974460deb] 2024-12-04T21:58:51,082 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/.tmp/A/42f4239920ce4047a182e11a7eed7d85 is 175, key is test_row_0/A:col10/1733349530575/Put/seqid=0 2024-12-04T21:58:51,083 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/.tmp/A/4d8e6cefc75a4a2e972c7f4b1f760ec4 as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/A/4d8e6cefc75a4a2e972c7f4b1f760ec4 2024-12-04T21:58:51,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742224_1400 (size=31105) 2024-12-04T21:58:51,086 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=245, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/.tmp/A/42f4239920ce4047a182e11a7eed7d85 2024-12-04T21:58:51,087 INFO [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in fb86162c57c7fb22cd71984974460deb/A of fb86162c57c7fb22cd71984974460deb into 4d8e6cefc75a4a2e972c7f4b1f760ec4(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T21:58:51,087 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for fb86162c57c7fb22cd71984974460deb: 2024-12-04T21:58:51,088 INFO [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., storeName=fb86162c57c7fb22cd71984974460deb/A, priority=13, startTime=1733349530578; duration=0sec 2024-12-04T21:58:51,088 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T21:58:51,088 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fb86162c57c7fb22cd71984974460deb:A 2024-12-04T21:58:51,094 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): fb86162c57c7fb22cd71984974460deb#C#compaction#337 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T21:58:51,094 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/.tmp/B/495c9141fbe149fb9915bdf7e7459b7c is 50, key is test_row_0/B:col10/1733349530575/Put/seqid=0 2024-12-04T21:58:51,094 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/.tmp/C/b32ffc65be624badb0f707b143ffe562 is 50, key is test_row_0/C:col10/1733349530433/Put/seqid=0 2024-12-04T21:58:51,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742226_1402 (size=12595) 2024-12-04T21:58:51,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742225_1401 (size=12151) 2024-12-04T21:58:51,225 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39095 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-12-04T21:58:51,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb. 2024-12-04T21:58:51,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb. as already flushing 2024-12-04T21:58:51,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb. 2024-12-04T21:58:51,225 ERROR [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106 java.io.IOException: Unable to complete flush {ENCODED => fb86162c57c7fb22cd71984974460deb, NAME => 'TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:58:51,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106 java.io.IOException: Unable to complete flush {ENCODED => fb86162c57c7fb22cd71984974460deb, NAME => 'TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:58:51,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.HMaster(4177): Remote procedure failed, pid=106 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fb86162c57c7fb22cd71984974460deb, NAME => 'TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fb86162c57c7fb22cd71984974460deb, NAME => 'TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:58:51,294 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:51,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52650 deadline: 1733349591287, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:51,294 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:51,294 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:51,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52648 deadline: 1733349591288, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:51,294 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:51,294 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:58:51,294 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:51,294 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:51,294 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:51,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52708 deadline: 1733349591288, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:51,294 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:58:51,294 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:51,295 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:51,295 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:58:51,377 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39095 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-12-04T21:58:51,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb. 2024-12-04T21:58:51,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb. as already flushing 2024-12-04T21:58:51,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb. 2024-12-04T21:58:51,378 ERROR [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106 java.io.IOException: Unable to complete flush {ENCODED => fb86162c57c7fb22cd71984974460deb, NAME => 'TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:58:51,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106 java.io.IOException: Unable to complete flush {ENCODED => fb86162c57c7fb22cd71984974460deb, NAME => 'TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:58:51,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.HMaster(4177): Remote procedure failed, pid=106 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fb86162c57c7fb22cd71984974460deb, NAME => 'TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fb86162c57c7fb22cd71984974460deb, NAME => 'TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:58:51,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-12-04T21:58:51,498 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=245 (bloomFilter=true), to=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/.tmp/B/495c9141fbe149fb9915bdf7e7459b7c 2024-12-04T21:58:51,504 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/.tmp/C/b32ffc65be624badb0f707b143ffe562 as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/C/b32ffc65be624badb0f707b143ffe562 2024-12-04T21:58:51,507 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/.tmp/C/27e4c9dfd01943ada1bcdbeb3292a721 is 50, key is test_row_0/C:col10/1733349530575/Put/seqid=0 2024-12-04T21:58:51,508 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in fb86162c57c7fb22cd71984974460deb/C of fb86162c57c7fb22cd71984974460deb into b32ffc65be624badb0f707b143ffe562(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T21:58:51,508 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for fb86162c57c7fb22cd71984974460deb: 2024-12-04T21:58:51,508 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., storeName=fb86162c57c7fb22cd71984974460deb/C, priority=13, startTime=1733349530579; duration=0sec 2024-12-04T21:58:51,508 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T21:58:51,508 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fb86162c57c7fb22cd71984974460deb:C 2024-12-04T21:58:51,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742227_1403 (size=12151) 2024-12-04T21:58:51,530 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39095 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-12-04T21:58:51,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb. 2024-12-04T21:58:51,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb. as already flushing 2024-12-04T21:58:51,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb. 2024-12-04T21:58:51,530 ERROR [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106 java.io.IOException: Unable to complete flush {ENCODED => fb86162c57c7fb22cd71984974460deb, NAME => 'TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:58:51,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106 java.io.IOException: Unable to complete flush {ENCODED => fb86162c57c7fb22cd71984974460deb, NAME => 'TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:58:51,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.HMaster(4177): Remote procedure failed, pid=106 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fb86162c57c7fb22cd71984974460deb, NAME => 'TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fb86162c57c7fb22cd71984974460deb, NAME => 'TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:58:51,682 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39095 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-12-04T21:58:51,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb. 2024-12-04T21:58:51,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb. as already flushing 2024-12-04T21:58:51,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb. 2024-12-04T21:58:51,683 ERROR [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106 java.io.IOException: Unable to complete flush {ENCODED => fb86162c57c7fb22cd71984974460deb, NAME => 'TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:58:51,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106 java.io.IOException: Unable to complete flush {ENCODED => fb86162c57c7fb22cd71984974460deb, NAME => 'TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:58:51,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.HMaster(4177): Remote procedure failed, pid=106 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fb86162c57c7fb22cd71984974460deb, NAME => 'TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fb86162c57c7fb22cd71984974460deb, NAME => 'TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:58:51,802 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:51,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52650 deadline: 1733349591797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:51,803 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:51,803 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:51,803 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:51,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52648 deadline: 1733349591797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:51,803 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:58:51,803 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:51,803 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:51,803 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:58:51,813 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:51,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52708 deadline: 1733349591808, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:51,813 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:51,813 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:51,813 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:58:51,835 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39095 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-12-04T21:58:51,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb. 2024-12-04T21:58:51,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb. as already flushing 2024-12-04T21:58:51,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb. 2024-12-04T21:58:51,835 ERROR [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106 java.io.IOException: Unable to complete flush {ENCODED => fb86162c57c7fb22cd71984974460deb, NAME => 'TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:58:51,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106 java.io.IOException: Unable to complete flush {ENCODED => fb86162c57c7fb22cd71984974460deb, NAME => 'TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:58:51,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.HMaster(4177): Remote procedure failed, pid=106 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fb86162c57c7fb22cd71984974460deb, NAME => 'TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fb86162c57c7fb22cd71984974460deb, NAME => 'TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:58:51,911 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=245 (bloomFilter=true), to=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/.tmp/C/27e4c9dfd01943ada1bcdbeb3292a721 2024-12-04T21:58:51,914 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/.tmp/A/42f4239920ce4047a182e11a7eed7d85 as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/A/42f4239920ce4047a182e11a7eed7d85 2024-12-04T21:58:51,917 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/A/42f4239920ce4047a182e11a7eed7d85, entries=150, sequenceid=245, filesize=30.4 K 2024-12-04T21:58:51,918 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/.tmp/B/495c9141fbe149fb9915bdf7e7459b7c as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/B/495c9141fbe149fb9915bdf7e7459b7c 2024-12-04T21:58:51,920 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/B/495c9141fbe149fb9915bdf7e7459b7c, entries=150, sequenceid=245, filesize=11.9 K 2024-12-04T21:58:51,921 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/.tmp/C/27e4c9dfd01943ada1bcdbeb3292a721 as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/C/27e4c9dfd01943ada1bcdbeb3292a721 2024-12-04T21:58:51,924 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/C/27e4c9dfd01943ada1bcdbeb3292a721, entries=150, sequenceid=245, filesize=11.9 K 2024-12-04T21:58:51,924 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~300.56 KB/307776, currentSize=73.80 KB/75570 for fb86162c57c7fb22cd71984974460deb in 1345ms, sequenceid=245, compaction requested=false 2024-12-04T21:58:51,925 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for fb86162c57c7fb22cd71984974460deb: 2024-12-04T21:58:51,988 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39095 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-12-04T21:58:51,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb. 2024-12-04T21:58:51,988 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2902): Flushing fb86162c57c7fb22cd71984974460deb 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB 2024-12-04T21:58:51,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fb86162c57c7fb22cd71984974460deb, store=A 2024-12-04T21:58:51,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T21:58:51,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fb86162c57c7fb22cd71984974460deb, store=B 2024-12-04T21:58:51,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T21:58:51,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fb86162c57c7fb22cd71984974460deb, store=C 2024-12-04T21:58:51,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T21:58:51,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412045fb8431f559d429d9f34d06f5c1bc257_fb86162c57c7fb22cd71984974460deb is 50, key is test_row_0/A:col10/1733349530635/Put/seqid=0 2024-12-04T21:58:51,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742228_1404 (size=12404) 2024-12-04T21:58:52,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:52,402 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412045fb8431f559d429d9f34d06f5c1bc257_fb86162c57c7fb22cd71984974460deb to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412045fb8431f559d429d9f34d06f5c1bc257_fb86162c57c7fb22cd71984974460deb 2024-12-04T21:58:52,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/.tmp/A/210de319dce0449ab8d8c2a1c3afe32d, store: [table=TestAcidGuarantees family=A region=fb86162c57c7fb22cd71984974460deb] 2024-12-04T21:58:52,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/.tmp/A/210de319dce0449ab8d8c2a1c3afe32d is 175, key is test_row_0/A:col10/1733349530635/Put/seqid=0 2024-12-04T21:58:52,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742229_1405 (size=31205) 2024-12-04T21:58:52,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-12-04T21:58:52,806 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=262, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/.tmp/A/210de319dce0449ab8d8c2a1c3afe32d 2024-12-04T21:58:52,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/.tmp/B/ce9dd7467de64e65a4f28ca1caa9b616 is 50, key is test_row_0/B:col10/1733349530635/Put/seqid=0 2024-12-04T21:58:52,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742230_1406 (size=12251) 2024-12-04T21:58:52,815 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=262 (bloomFilter=true), to=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/.tmp/B/ce9dd7467de64e65a4f28ca1caa9b616 2024-12-04T21:58:52,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/.tmp/C/f9063ca239124a8ab444177041fbc469 is 50, key is test_row_0/C:col10/1733349530635/Put/seqid=0 2024-12-04T21:58:52,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(8855): Flush requested on fb86162c57c7fb22cd71984974460deb 2024-12-04T21:58:52,824 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb. as already flushing 2024-12-04T21:58:52,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742231_1407 (size=12251) 2024-12-04T21:58:52,866 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:52,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52648 deadline: 1733349592855, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:52,866 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:52,866 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:52,866 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:58:52,869 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:52,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52708 deadline: 1733349592857, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:52,869 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:52,869 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:52,869 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:58:52,871 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:52,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52650 deadline: 1733349592864, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:52,872 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:52,872 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:52,872 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:58:52,983 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:52,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52648 deadline: 1733349592978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:52,983 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:52,983 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:52,983 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:52,983 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:58:52,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52708 deadline: 1733349592978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:52,984 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:52,984 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:52,984 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:52,984 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:58:52,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52650 deadline: 1733349592978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:52,984 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:52,984 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:52,984 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:58:53,192 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:53,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52648 deadline: 1733349593188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:53,192 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:53,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52708 deadline: 1733349593188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:53,192 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:53,192 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:53,192 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:58:53,192 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:53,192 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:53,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52650 deadline: 1733349593188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:53,192 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:53,192 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:58:53,192 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:53,192 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:53,192 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:58:53,226 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=262 (bloomFilter=true), to=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/.tmp/C/f9063ca239124a8ab444177041fbc469 2024-12-04T21:58:53,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/.tmp/A/210de319dce0449ab8d8c2a1c3afe32d as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/A/210de319dce0449ab8d8c2a1c3afe32d 2024-12-04T21:58:53,232 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/A/210de319dce0449ab8d8c2a1c3afe32d, entries=150, sequenceid=262, filesize=30.5 K 2024-12-04T21:58:53,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/.tmp/B/ce9dd7467de64e65a4f28ca1caa9b616 as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/B/ce9dd7467de64e65a4f28ca1caa9b616 2024-12-04T21:58:53,236 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/B/ce9dd7467de64e65a4f28ca1caa9b616, entries=150, sequenceid=262, filesize=12.0 K 2024-12-04T21:58:53,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/.tmp/C/f9063ca239124a8ab444177041fbc469 as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/C/f9063ca239124a8ab444177041fbc469 2024-12-04T21:58:53,239 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/C/f9063ca239124a8ab444177041fbc469, entries=150, sequenceid=262, filesize=12.0 K 2024-12-04T21:58:53,240 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=100.63 KB/103050 for fb86162c57c7fb22cd71984974460deb in 1252ms, sequenceid=262, compaction requested=true 2024-12-04T21:58:53,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2603): Flush status journal for fb86162c57c7fb22cd71984974460deb: 2024-12-04T21:58:53,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb. 2024-12-04T21:58:53,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=106 2024-12-04T21:58:53,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.HMaster(4169): Remote procedure done, pid=106 2024-12-04T21:58:53,242 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=106, resume processing ppid=105 2024-12-04T21:58:53,242 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=106, ppid=105, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.9400 sec 2024-12-04T21:58:53,244 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=105, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees in 2.9450 sec 2024-12-04T21:58:53,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(8855): Flush requested on fb86162c57c7fb22cd71984974460deb 2024-12-04T21:58:53,501 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing fb86162c57c7fb22cd71984974460deb 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB 2024-12-04T21:58:53,501 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fb86162c57c7fb22cd71984974460deb, store=A 2024-12-04T21:58:53,501 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T21:58:53,501 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fb86162c57c7fb22cd71984974460deb, store=B 2024-12-04T21:58:53,501 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T21:58:53,501 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fb86162c57c7fb22cd71984974460deb, store=C 2024-12-04T21:58:53,501 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T21:58:53,507 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412041874a05bc8e94f368b54c68e12daf2b8_fb86162c57c7fb22cd71984974460deb is 50, key is test_row_0/A:col10/1733349532852/Put/seqid=0 2024-12-04T21:58:53,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742232_1408 (size=14994) 2024-12-04T21:58:53,532 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:53,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52650 deadline: 1733349593528, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:53,532 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:53,532 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:53,532 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:58:53,534 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:53,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52648 deadline: 1733349593528, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:53,535 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:53,535 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:53,535 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:58:53,535 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:53,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52708 deadline: 1733349593529, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:53,536 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:53,536 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:53,536 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:58:53,642 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:53,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52650 deadline: 1733349593638, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:53,643 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:53,643 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:53,643 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:53,643 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:58:53,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52648 deadline: 1733349593638, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:53,643 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:53,643 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:53,643 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:53,643 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:58:53,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52708 deadline: 1733349593638, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:53,644 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:53,644 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:53,644 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:58:53,849 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:53,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52650 deadline: 1733349593848, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:53,850 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:53,850 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:53,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52648 deadline: 1733349593848, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:53,850 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:53,850 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:58:53,850 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:53,850 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:53,850 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:53,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52708 deadline: 1733349593848, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:53,850 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:58:53,850 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:53,850 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:53,850 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:58:53,911 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:53,913 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412041874a05bc8e94f368b54c68e12daf2b8_fb86162c57c7fb22cd71984974460deb to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412041874a05bc8e94f368b54c68e12daf2b8_fb86162c57c7fb22cd71984974460deb 2024-12-04T21:58:53,914 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/.tmp/A/50d5711b0d454143a8c7afd587948dc3, store: [table=TestAcidGuarantees family=A region=fb86162c57c7fb22cd71984974460deb] 2024-12-04T21:58:53,914 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/.tmp/A/50d5711b0d454143a8c7afd587948dc3 is 175, key is test_row_0/A:col10/1733349532852/Put/seqid=0 2024-12-04T21:58:53,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742233_1409 (size=39949) 2024-12-04T21:58:54,163 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:54,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52650 deadline: 1733349594157, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:54,163 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:54,163 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:54,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52648 deadline: 1733349594157, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:54,163 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:54,163 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:58:54,163 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:54,163 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:54,164 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:54,164 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:58:54,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52708 deadline: 1733349594157, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:54,164 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:54,164 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:54,164 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:58:54,318 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=281, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/.tmp/A/50d5711b0d454143a8c7afd587948dc3 2024-12-04T21:58:54,324 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/.tmp/B/c32f242eb56e4c769b12a8de423ce71c is 50, key is test_row_0/B:col10/1733349532852/Put/seqid=0 2024-12-04T21:58:54,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742234_1410 (size=12301) 2024-12-04T21:58:54,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-12-04T21:58:54,468 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-04T21:58:54,468 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-04T21:58:54,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] procedure2.ProcedureExecutor(1139): Stored pid=107, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees 2024-12-04T21:58:54,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-12-04T21:58:54,470 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=107, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-04T21:58:54,471 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=107, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-04T21:58:54,471 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=108, ppid=107, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-04T21:58:54,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-12-04T21:58:54,623 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39095 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-12-04T21:58:54,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb. 2024-12-04T21:58:54,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb. as already flushing 2024-12-04T21:58:54,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb. 2024-12-04T21:58:54,624 ERROR [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => fb86162c57c7fb22cd71984974460deb, NAME => 'TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:58:54,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => fb86162c57c7fb22cd71984974460deb, NAME => 'TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:58:54,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fb86162c57c7fb22cd71984974460deb, NAME => 'TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fb86162c57c7fb22cd71984974460deb, NAME => 'TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:58:54,672 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:54,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52650 deadline: 1733349594667, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:54,673 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:54,673 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:54,673 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:58:54,680 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:54,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52648 deadline: 1733349594677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:54,681 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:54,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52708 deadline: 1733349594677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:54,681 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:54,681 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:54,681 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:58:54,681 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:54,681 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:54,681 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:58:54,727 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=281 (bloomFilter=true), to=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/.tmp/B/c32f242eb56e4c769b12a8de423ce71c 2024-12-04T21:58:54,732 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/.tmp/C/cec6cc65c88c48c5b9f6f9eb902ea628 is 50, key is test_row_0/C:col10/1733349532852/Put/seqid=0 2024-12-04T21:58:54,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742235_1411 (size=12301) 2024-12-04T21:58:54,776 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39095 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-12-04T21:58:54,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb. 2024-12-04T21:58:54,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb. as already flushing 2024-12-04T21:58:54,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb. 2024-12-04T21:58:54,776 ERROR [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => fb86162c57c7fb22cd71984974460deb, NAME => 'TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:58:54,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => fb86162c57c7fb22cd71984974460deb, NAME => 'TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:58:54,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fb86162c57c7fb22cd71984974460deb, NAME => 'TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fb86162c57c7fb22cd71984974460deb, NAME => 'TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:58:54,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-12-04T21:58:54,929 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39095 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-12-04T21:58:54,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb. 2024-12-04T21:58:54,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb. as already flushing 2024-12-04T21:58:54,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb. 2024-12-04T21:58:54,929 ERROR [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => fb86162c57c7fb22cd71984974460deb, NAME => 'TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:58:54,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => fb86162c57c7fb22cd71984974460deb, NAME => 'TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:58:54,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fb86162c57c7fb22cd71984974460deb, NAME => 'TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fb86162c57c7fb22cd71984974460deb, NAME => 'TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:58:55,081 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39095 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-12-04T21:58:55,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb. 2024-12-04T21:58:55,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb. as already flushing 2024-12-04T21:58:55,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb. 2024-12-04T21:58:55,082 ERROR [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => fb86162c57c7fb22cd71984974460deb, NAME => 'TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:58:55,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => fb86162c57c7fb22cd71984974460deb, NAME => 'TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:58:55,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fb86162c57c7fb22cd71984974460deb, NAME => 'TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fb86162c57c7fb22cd71984974460deb, NAME => 'TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:58:55,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-12-04T21:58:55,135 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=281 (bloomFilter=true), to=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/.tmp/C/cec6cc65c88c48c5b9f6f9eb902ea628 2024-12-04T21:58:55,138 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/.tmp/A/50d5711b0d454143a8c7afd587948dc3 as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/A/50d5711b0d454143a8c7afd587948dc3 2024-12-04T21:58:55,141 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/A/50d5711b0d454143a8c7afd587948dc3, entries=200, sequenceid=281, filesize=39.0 K 2024-12-04T21:58:55,141 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/.tmp/B/c32f242eb56e4c769b12a8de423ce71c as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/B/c32f242eb56e4c769b12a8de423ce71c 2024-12-04T21:58:55,144 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/B/c32f242eb56e4c769b12a8de423ce71c, entries=150, sequenceid=281, filesize=12.0 K 2024-12-04T21:58:55,145 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/.tmp/C/cec6cc65c88c48c5b9f6f9eb902ea628 as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/C/cec6cc65c88c48c5b9f6f9eb902ea628 2024-12-04T21:58:55,147 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/C/cec6cc65c88c48c5b9f6f9eb902ea628, entries=150, sequenceid=281, filesize=12.0 K 2024-12-04T21:58:55,148 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=67.09 KB/68700 for fb86162c57c7fb22cd71984974460deb in 1647ms, sequenceid=281, compaction requested=true 2024-12-04T21:58:55,148 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for fb86162c57c7fb22cd71984974460deb: 2024-12-04T21:58:55,148 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fb86162c57c7fb22cd71984974460deb:A, priority=-2147483648, current under compaction store size is 1 2024-12-04T21:58:55,148 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T21:58:55,148 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-04T21:58:55,148 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fb86162c57c7fb22cd71984974460deb:B, priority=-2147483648, current under compaction store size is 2 2024-12-04T21:58:55,148 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T21:58:55,148 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fb86162c57c7fb22cd71984974460deb:C, priority=-2147483648, current under compaction store size is 3 2024-12-04T21:58:55,148 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-04T21:58:55,148 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T21:58:55,149 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49298 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-04T21:58:55,149 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 133915 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-04T21:58:55,149 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HStore(1541): fb86162c57c7fb22cd71984974460deb/B is initiating minor compaction (all files) 2024-12-04T21:58:55,149 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HStore(1541): fb86162c57c7fb22cd71984974460deb/A is initiating minor compaction (all files) 2024-12-04T21:58:55,149 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of fb86162c57c7fb22cd71984974460deb/B in TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb. 2024-12-04T21:58:55,149 INFO [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of fb86162c57c7fb22cd71984974460deb/A in TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb. 2024-12-04T21:58:55,149 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/B/899eb62c5ef64a9dab1e227509a48480, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/B/495c9141fbe149fb9915bdf7e7459b7c, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/B/ce9dd7467de64e65a4f28ca1caa9b616, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/B/c32f242eb56e4c769b12a8de423ce71c] into tmpdir=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/.tmp, totalSize=48.1 K 2024-12-04T21:58:55,149 INFO [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/A/4d8e6cefc75a4a2e972c7f4b1f760ec4, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/A/42f4239920ce4047a182e11a7eed7d85, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/A/210de319dce0449ab8d8c2a1c3afe32d, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/A/50d5711b0d454143a8c7afd587948dc3] into tmpdir=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/.tmp, totalSize=130.8 K 2024-12-04T21:58:55,149 INFO [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb. 2024-12-04T21:58:55,149 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb. files: [hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/A/4d8e6cefc75a4a2e972c7f4b1f760ec4, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/A/42f4239920ce4047a182e11a7eed7d85, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/A/210de319dce0449ab8d8c2a1c3afe32d, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/A/50d5711b0d454143a8c7afd587948dc3] 2024-12-04T21:58:55,150 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.Compactor(225): Compacting 899eb62c5ef64a9dab1e227509a48480, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1733349528111 2024-12-04T21:58:55,150 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4d8e6cefc75a4a2e972c7f4b1f760ec4, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1733349528111 2024-12-04T21:58:55,150 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.Compactor(225): Compacting 495c9141fbe149fb9915bdf7e7459b7c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=245, earliestPutTs=1733349530568 2024-12-04T21:58:55,150 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.Compactor(225): Compacting ce9dd7467de64e65a4f28ca1caa9b616, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=262, earliestPutTs=1733349530634 2024-12-04T21:58:55,150 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] compactions.Compactor(225): Compacting 42f4239920ce4047a182e11a7eed7d85, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=245, earliestPutTs=1733349530568 2024-12-04T21:58:55,150 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.Compactor(225): Compacting c32f242eb56e4c769b12a8de423ce71c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=281, earliestPutTs=1733349532852 2024-12-04T21:58:55,150 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] compactions.Compactor(225): Compacting 210de319dce0449ab8d8c2a1c3afe32d, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=262, earliestPutTs=1733349530634 2024-12-04T21:58:55,151 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] compactions.Compactor(225): Compacting 50d5711b0d454143a8c7afd587948dc3, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=281, earliestPutTs=1733349532852 2024-12-04T21:58:55,165 INFO [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=fb86162c57c7fb22cd71984974460deb] 2024-12-04T21:58:55,167 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241204e0cf032f3fec46a7bbabdde787434ff9_fb86162c57c7fb22cd71984974460deb store=[table=TestAcidGuarantees family=A region=fb86162c57c7fb22cd71984974460deb] 2024-12-04T21:58:55,167 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): fb86162c57c7fb22cd71984974460deb#B#compaction#345 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-04T21:58:55,168 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/.tmp/B/f59543c3408b4b6b840e50a1c87faeff is 50, key is test_row_0/B:col10/1733349532852/Put/seqid=0 2024-12-04T21:58:55,170 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241204e0cf032f3fec46a7bbabdde787434ff9_fb86162c57c7fb22cd71984974460deb, store=[table=TestAcidGuarantees family=A region=fb86162c57c7fb22cd71984974460deb] 2024-12-04T21:58:55,170 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241204e0cf032f3fec46a7bbabdde787434ff9_fb86162c57c7fb22cd71984974460deb because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=fb86162c57c7fb22cd71984974460deb] 2024-12-04T21:58:55,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742236_1412 (size=12881) 2024-12-04T21:58:55,177 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/.tmp/B/f59543c3408b4b6b840e50a1c87faeff as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/B/f59543c3408b4b6b840e50a1c87faeff 2024-12-04T21:58:55,180 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in fb86162c57c7fb22cd71984974460deb/B of fb86162c57c7fb22cd71984974460deb into f59543c3408b4b6b840e50a1c87faeff(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T21:58:55,180 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for fb86162c57c7fb22cd71984974460deb: 2024-12-04T21:58:55,180 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., storeName=fb86162c57c7fb22cd71984974460deb/B, priority=12, startTime=1733349535148; duration=0sec 2024-12-04T21:58:55,180 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T21:58:55,180 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fb86162c57c7fb22cd71984974460deb:B 2024-12-04T21:58:55,180 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-04T21:58:55,181 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49298 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-04T21:58:55,181 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HStore(1541): fb86162c57c7fb22cd71984974460deb/C is initiating minor compaction (all files) 2024-12-04T21:58:55,181 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of fb86162c57c7fb22cd71984974460deb/C in TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb. 2024-12-04T21:58:55,181 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/C/b32ffc65be624badb0f707b143ffe562, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/C/27e4c9dfd01943ada1bcdbeb3292a721, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/C/f9063ca239124a8ab444177041fbc469, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/C/cec6cc65c88c48c5b9f6f9eb902ea628] into tmpdir=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/.tmp, totalSize=48.1 K 2024-12-04T21:58:55,182 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.Compactor(225): Compacting b32ffc65be624badb0f707b143ffe562, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1733349528111 2024-12-04T21:58:55,182 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.Compactor(225): Compacting 27e4c9dfd01943ada1bcdbeb3292a721, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=245, earliestPutTs=1733349530568 2024-12-04T21:58:55,182 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.Compactor(225): Compacting f9063ca239124a8ab444177041fbc469, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=262, earliestPutTs=1733349530634 2024-12-04T21:58:55,182 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.Compactor(225): Compacting cec6cc65c88c48c5b9f6f9eb902ea628, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=281, earliestPutTs=1733349532852 2024-12-04T21:58:55,192 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): fb86162c57c7fb22cd71984974460deb#C#compaction#347 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-04T21:58:55,192 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/.tmp/C/20c1416bc3f9422eb224775ea1569db9 is 50, key is test_row_0/C:col10/1733349532852/Put/seqid=0 2024-12-04T21:58:55,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742237_1413 (size=4469) 2024-12-04T21:58:55,195 INFO [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): fb86162c57c7fb22cd71984974460deb#A#compaction#346 average throughput is 0.81 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T21:58:55,195 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/.tmp/A/c1c68ddefe9a4520bbd209e186998b94 is 175, key is test_row_0/A:col10/1733349532852/Put/seqid=0 2024-12-04T21:58:55,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742238_1414 (size=12881) 2024-12-04T21:58:55,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742239_1415 (size=31835) 2024-12-04T21:58:55,203 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/.tmp/A/c1c68ddefe9a4520bbd209e186998b94 as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/A/c1c68ddefe9a4520bbd209e186998b94 2024-12-04T21:58:55,207 INFO [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in fb86162c57c7fb22cd71984974460deb/A of fb86162c57c7fb22cd71984974460deb into c1c68ddefe9a4520bbd209e186998b94(size=31.1 K), total size for store is 31.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T21:58:55,207 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for fb86162c57c7fb22cd71984974460deb: 2024-12-04T21:58:55,207 INFO [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., storeName=fb86162c57c7fb22cd71984974460deb/A, priority=12, startTime=1733349535148; duration=0sec 2024-12-04T21:58:55,207 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T21:58:55,207 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fb86162c57c7fb22cd71984974460deb:A 2024-12-04T21:58:55,207 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/.tmp/C/20c1416bc3f9422eb224775ea1569db9 as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/C/20c1416bc3f9422eb224775ea1569db9 2024-12-04T21:58:55,211 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in fb86162c57c7fb22cd71984974460deb/C of fb86162c57c7fb22cd71984974460deb into 20c1416bc3f9422eb224775ea1569db9(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T21:58:55,211 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for fb86162c57c7fb22cd71984974460deb: 2024-12-04T21:58:55,211 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., storeName=fb86162c57c7fb22cd71984974460deb/C, priority=12, startTime=1733349535148; duration=0sec 2024-12-04T21:58:55,211 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T21:58:55,211 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fb86162c57c7fb22cd71984974460deb:C 2024-12-04T21:58:55,234 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39095 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-12-04T21:58:55,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb. 2024-12-04T21:58:55,234 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2902): Flushing fb86162c57c7fb22cd71984974460deb 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-12-04T21:58:55,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fb86162c57c7fb22cd71984974460deb, store=A 2024-12-04T21:58:55,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T21:58:55,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fb86162c57c7fb22cd71984974460deb, store=B 2024-12-04T21:58:55,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T21:58:55,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fb86162c57c7fb22cd71984974460deb, store=C 2024-12-04T21:58:55,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T21:58:55,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120471ad64c0fef2486ba0f16d74e917b856_fb86162c57c7fb22cd71984974460deb is 50, key is test_row_0/A:col10/1733349533526/Put/seqid=0 2024-12-04T21:58:55,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742240_1416 (size=12454) 2024-12-04T21:58:55,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-12-04T21:58:55,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:55,646 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120471ad64c0fef2486ba0f16d74e917b856_fb86162c57c7fb22cd71984974460deb to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120471ad64c0fef2486ba0f16d74e917b856_fb86162c57c7fb22cd71984974460deb 2024-12-04T21:58:55,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/.tmp/A/1487f6fa30654d34b1f485f905e70bf6, store: [table=TestAcidGuarantees family=A region=fb86162c57c7fb22cd71984974460deb] 2024-12-04T21:58:55,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/.tmp/A/1487f6fa30654d34b1f485f905e70bf6 is 175, key is test_row_0/A:col10/1733349533526/Put/seqid=0 2024-12-04T21:58:55,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742241_1417 (size=31255) 2024-12-04T21:58:55,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(8855): Flush requested on fb86162c57c7fb22cd71984974460deb 2024-12-04T21:58:55,681 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb. as already flushing 2024-12-04T21:58:55,722 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:55,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52708 deadline: 1733349595716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:55,723 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:55,723 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:55,723 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:58:55,724 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:55,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52650 deadline: 1733349595718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:55,724 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:55,724 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:55,724 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:58:55,729 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:55,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52648 deadline: 1733349595723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:55,730 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:55,730 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:55,730 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:58:55,830 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:55,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52708 deadline: 1733349595828, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:55,831 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:55,831 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:55,831 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:55,831 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:58:55,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52650 deadline: 1733349595828, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:55,831 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:55,831 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:55,831 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:58:55,842 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:55,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52648 deadline: 1733349595838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:55,843 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:55,843 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:55,843 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:58:56,046 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:56,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52708 deadline: 1733349596038, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:56,047 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:56,047 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:56,047 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:56,047 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:58:56,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52650 deadline: 1733349596038, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:56,047 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:56,047 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:56,047 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:58:56,051 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=297, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/.tmp/A/1487f6fa30654d34b1f485f905e70bf6 2024-12-04T21:58:56,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/.tmp/B/13d2ab421877431b95e2cf8b1b5bcd3e is 50, key is test_row_0/B:col10/1733349533526/Put/seqid=0 2024-12-04T21:58:56,057 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:56,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52648 deadline: 1733349596048, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:56,057 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:56,057 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:56,057 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:58:56,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742242_1418 (size=12301) 2024-12-04T21:58:56,362 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:56,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52708 deadline: 1733349596357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:56,362 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:56,362 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:56,362 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:56,362 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:58:56,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52650 deadline: 1733349596357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:56,363 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:56,363 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:56,363 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:58:56,370 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:56,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52648 deadline: 1733349596367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:56,371 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:56,371 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:56,371 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:58:56,461 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=297 (bloomFilter=true), to=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/.tmp/B/13d2ab421877431b95e2cf8b1b5bcd3e 2024-12-04T21:58:56,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/.tmp/C/0cd16dd9c9524837b879fb974dbc3907 is 50, key is test_row_0/C:col10/1733349533526/Put/seqid=0 2024-12-04T21:58:56,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742243_1419 (size=12301) 2024-12-04T21:58:56,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-12-04T21:58:56,870 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=297 (bloomFilter=true), to=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/.tmp/C/0cd16dd9c9524837b879fb974dbc3907 2024-12-04T21:58:56,872 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:56,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52708 deadline: 1733349596867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:56,873 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:56,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52650 deadline: 1733349596867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:56,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/.tmp/A/1487f6fa30654d34b1f485f905e70bf6 as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/A/1487f6fa30654d34b1f485f905e70bf6 2024-12-04T21:58:56,873 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:56,873 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:56,873 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:58:56,873 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:56,873 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:56,873 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:58:56,876 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/A/1487f6fa30654d34b1f485f905e70bf6, entries=150, sequenceid=297, filesize=30.5 K 2024-12-04T21:58:56,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/.tmp/B/13d2ab421877431b95e2cf8b1b5bcd3e as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/B/13d2ab421877431b95e2cf8b1b5bcd3e 2024-12-04T21:58:56,879 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/B/13d2ab421877431b95e2cf8b1b5bcd3e, entries=150, sequenceid=297, filesize=12.0 K 2024-12-04T21:58:56,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/.tmp/C/0cd16dd9c9524837b879fb974dbc3907 as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/C/0cd16dd9c9524837b879fb974dbc3907 2024-12-04T21:58:56,884 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/C/0cd16dd9c9524837b879fb974dbc3907, entries=150, sequenceid=297, filesize=12.0 K 2024-12-04T21:58:56,884 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:56,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52648 deadline: 1733349596877, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:56,884 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:56,884 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:56,884 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:58:56,884 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for fb86162c57c7fb22cd71984974460deb in 1650ms, sequenceid=297, compaction requested=false 2024-12-04T21:58:56,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2603): Flush status journal for fb86162c57c7fb22cd71984974460deb: 2024-12-04T21:58:56,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb. 2024-12-04T21:58:56,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=108 2024-12-04T21:58:56,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.HMaster(4169): Remote procedure done, pid=108 2024-12-04T21:58:56,887 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=108, resume processing ppid=107 2024-12-04T21:58:56,887 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=108, ppid=107, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.4150 sec 2024-12-04T21:58:56,889 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=107, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees in 2.4200 sec 2024-12-04T21:58:57,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(8855): Flush requested on fb86162c57c7fb22cd71984974460deb 2024-12-04T21:58:57,019 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing fb86162c57c7fb22cd71984974460deb 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-12-04T21:58:57,019 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fb86162c57c7fb22cd71984974460deb, store=A 2024-12-04T21:58:57,019 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T21:58:57,020 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fb86162c57c7fb22cd71984974460deb, store=B 2024-12-04T21:58:57,020 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T21:58:57,020 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fb86162c57c7fb22cd71984974460deb, store=C 2024-12-04T21:58:57,020 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T21:58:57,025 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120406f3739972554d748fbdec42b9869783_fb86162c57c7fb22cd71984974460deb is 50, key is test_row_0/A:col10/1733349535716/Put/seqid=0 2024-12-04T21:58:57,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742244_1420 (size=14994) 2024-12-04T21:58:57,055 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:57,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52760 deadline: 1733349597045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:57,055 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:57,055 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:57,055 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:58:57,056 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:57,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52652 deadline: 1733349597052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:57,057 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:57,057 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:57,057 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:58:57,163 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:57,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52760 deadline: 1733349597158, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:57,163 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:57,163 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:57,163 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:58:57,173 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:57,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52652 deadline: 1733349597167, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:57,173 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:57,173 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:57,173 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:58:57,373 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:57,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52760 deadline: 1733349597368, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:57,374 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:57,374 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:57,374 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:58:57,383 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:57,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52652 deadline: 1733349597378, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:57,383 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:57,383 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:57,383 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:58:57,428 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:57,431 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120406f3739972554d748fbdec42b9869783_fb86162c57c7fb22cd71984974460deb to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120406f3739972554d748fbdec42b9869783_fb86162c57c7fb22cd71984974460deb 2024-12-04T21:58:57,432 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/.tmp/A/aebc0b9b6fce41f3bd519fe8870e01b4, store: [table=TestAcidGuarantees family=A region=fb86162c57c7fb22cd71984974460deb] 2024-12-04T21:58:57,432 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/.tmp/A/aebc0b9b6fce41f3bd519fe8870e01b4 is 175, key is test_row_0/A:col10/1733349535716/Put/seqid=0 2024-12-04T21:58:57,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742245_1421 (size=39949) 2024-12-04T21:58:57,685 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:57,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52760 deadline: 1733349597677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:57,685 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:57,685 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:57,685 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:58:57,694 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:57,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52652 deadline: 1733349597687, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:57,694 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:57,694 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:57,694 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:58:57,838 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=317, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/.tmp/A/aebc0b9b6fce41f3bd519fe8870e01b4 2024-12-04T21:58:57,846 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/.tmp/B/e71243bb0dc94ff3b08d6eba516f2401 is 50, key is test_row_0/B:col10/1733349535716/Put/seqid=0 2024-12-04T21:58:57,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742246_1422 (size=12301) 2024-12-04T21:58:57,889 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:57,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52708 deadline: 1733349597887, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:57,890 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:57,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52650 deadline: 1733349597887, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:57,890 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to bb3046a53f79,39095,1733349424047 for 'test_row_2' in fb86162c57c7fb22cd71984974460deb of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2173 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-04T21:58:57,890 WARN [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to bb3046a53f79,39095,1733349424047 for 'test_row_1' in fb86162c57c7fb22cd71984974460deb of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2172 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-04T21:58:57,890 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:57,891 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:57,891 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:57,891 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:57,891 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:58:57,891 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:58:57,903 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:57,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52648 deadline: 1733349597897, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:57,903 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to bb3046a53f79,39095,1733349424047 for 'test_row_2' in fb86162c57c7fb22cd71984974460deb of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2181 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-04T21:58:57,904 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:57,904 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:57,904 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:58:58,191 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:58,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52760 deadline: 1733349598188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:58,191 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:58,192 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:58,192 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:58:58,210 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:58:58,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52652 deadline: 1733349598208, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:58:58,211 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:58,211 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:58:58,211 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:58:58,250 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=317 (bloomFilter=true), to=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/.tmp/B/e71243bb0dc94ff3b08d6eba516f2401 2024-12-04T21:58:58,256 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/.tmp/C/eab19094fc88415388ed87a3775e1548 is 50, key is test_row_0/C:col10/1733349535716/Put/seqid=0 2024-12-04T21:58:58,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742247_1423 (size=12301) 2024-12-04T21:58:58,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-12-04T21:58:58,638 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-04T21:58:58,639 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-04T21:58:58,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] procedure2.ProcedureExecutor(1139): Stored pid=109, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=109, table=TestAcidGuarantees 2024-12-04T21:58:58,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-12-04T21:58:58,640 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=109, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=109, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-04T21:58:58,641 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=109, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=109, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-04T21:58:58,641 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=110, ppid=109, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-04T21:58:58,660 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=317 (bloomFilter=true), to=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/.tmp/C/eab19094fc88415388ed87a3775e1548 2024-12-04T21:58:58,663 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/.tmp/A/aebc0b9b6fce41f3bd519fe8870e01b4 as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/A/aebc0b9b6fce41f3bd519fe8870e01b4 2024-12-04T21:58:58,666 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/A/aebc0b9b6fce41f3bd519fe8870e01b4, entries=200, sequenceid=317, filesize=39.0 K 2024-12-04T21:58:58,667 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/.tmp/B/e71243bb0dc94ff3b08d6eba516f2401 as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/B/e71243bb0dc94ff3b08d6eba516f2401 2024-12-04T21:58:58,670 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/B/e71243bb0dc94ff3b08d6eba516f2401, entries=150, sequenceid=317, filesize=12.0 K 2024-12-04T21:58:58,670 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/.tmp/C/eab19094fc88415388ed87a3775e1548 as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/C/eab19094fc88415388ed87a3775e1548 2024-12-04T21:58:58,673 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/C/eab19094fc88415388ed87a3775e1548, entries=150, sequenceid=317, filesize=12.0 K 2024-12-04T21:58:58,673 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for fb86162c57c7fb22cd71984974460deb in 1654ms, sequenceid=317, compaction requested=true 2024-12-04T21:58:58,673 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for fb86162c57c7fb22cd71984974460deb: 2024-12-04T21:58:58,673 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fb86162c57c7fb22cd71984974460deb:A, priority=-2147483648, current under compaction store size is 1 2024-12-04T21:58:58,673 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T21:58:58,673 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T21:58:58,673 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fb86162c57c7fb22cd71984974460deb:B, priority=-2147483648, current under compaction store size is 2 2024-12-04T21:58:58,673 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T21:58:58,673 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T21:58:58,673 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fb86162c57c7fb22cd71984974460deb:C, priority=-2147483648, current under compaction store size is 3 2024-12-04T21:58:58,673 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T21:58:58,674 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 103039 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T21:58:58,674 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37483 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T21:58:58,674 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HStore(1541): fb86162c57c7fb22cd71984974460deb/B is initiating minor compaction (all files) 2024-12-04T21:58:58,674 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HStore(1541): fb86162c57c7fb22cd71984974460deb/A is initiating minor compaction (all files) 2024-12-04T21:58:58,674 INFO [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of fb86162c57c7fb22cd71984974460deb/A in TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb. 2024-12-04T21:58:58,674 INFO [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/A/c1c68ddefe9a4520bbd209e186998b94, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/A/1487f6fa30654d34b1f485f905e70bf6, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/A/aebc0b9b6fce41f3bd519fe8870e01b4] into tmpdir=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/.tmp, totalSize=100.6 K 2024-12-04T21:58:58,674 INFO [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb. 2024-12-04T21:58:58,674 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb. files: [hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/A/c1c68ddefe9a4520bbd209e186998b94, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/A/1487f6fa30654d34b1f485f905e70bf6, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/A/aebc0b9b6fce41f3bd519fe8870e01b4] 2024-12-04T21:58:58,675 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of fb86162c57c7fb22cd71984974460deb/B in TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb. 2024-12-04T21:58:58,675 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/B/f59543c3408b4b6b840e50a1c87faeff, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/B/13d2ab421877431b95e2cf8b1b5bcd3e, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/B/e71243bb0dc94ff3b08d6eba516f2401] into tmpdir=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/.tmp, totalSize=36.6 K 2024-12-04T21:58:58,675 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] compactions.Compactor(225): Compacting c1c68ddefe9a4520bbd209e186998b94, keycount=150, bloomtype=ROW, size=31.1 K, encoding=NONE, compression=NONE, seqNum=281, earliestPutTs=1733349532852 2024-12-04T21:58:58,675 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1487f6fa30654d34b1f485f905e70bf6, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=297, earliestPutTs=1733349533526 2024-12-04T21:58:58,675 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.Compactor(225): Compacting f59543c3408b4b6b840e50a1c87faeff, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=281, earliestPutTs=1733349532852 2024-12-04T21:58:58,675 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.Compactor(225): Compacting 13d2ab421877431b95e2cf8b1b5bcd3e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=297, earliestPutTs=1733349533526 2024-12-04T21:58:58,675 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] compactions.Compactor(225): Compacting aebc0b9b6fce41f3bd519fe8870e01b4, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=317, earliestPutTs=1733349535714 2024-12-04T21:58:58,675 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.Compactor(225): Compacting e71243bb0dc94ff3b08d6eba516f2401, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=317, earliestPutTs=1733349535716 2024-12-04T21:58:58,679 INFO [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=fb86162c57c7fb22cd71984974460deb] 2024-12-04T21:58:58,681 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): fb86162c57c7fb22cd71984974460deb#B#compaction#355 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-04T21:58:58,681 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/.tmp/B/9f76157bc8b74721805a93e86c92236b is 50, key is test_row_0/B:col10/1733349535716/Put/seqid=0 2024-12-04T21:58:58,681 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241204b0575b3cf1ed4b30aa04bee65301bac8_fb86162c57c7fb22cd71984974460deb store=[table=TestAcidGuarantees family=A region=fb86162c57c7fb22cd71984974460deb] 2024-12-04T21:58:58,682 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241204b0575b3cf1ed4b30aa04bee65301bac8_fb86162c57c7fb22cd71984974460deb, store=[table=TestAcidGuarantees family=A region=fb86162c57c7fb22cd71984974460deb] 2024-12-04T21:58:58,683 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241204b0575b3cf1ed4b30aa04bee65301bac8_fb86162c57c7fb22cd71984974460deb because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=fb86162c57c7fb22cd71984974460deb] 2024-12-04T21:58:58,685 INFO [Thread-1572 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1572. 2024-12-04T21:58:58,685 DEBUG [Thread-1572 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-04T21:58:58,685 DEBUG [Thread-1572 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T21:58:58,685 DEBUG [Thread-1572 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T21:58:58,685 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T21:58:58,686 INFO [Thread-1570 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1570. 2024-12-04T21:58:58,686 DEBUG [Thread-1570 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-04T21:58:58,686 DEBUG [Thread-1570 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T21:58:58,686 DEBUG [Thread-1570 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T21:58:58,686 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T21:58:58,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742248_1424 (size=12983) 2024-12-04T21:58:58,691 INFO [Thread-1578 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1578. 2024-12-04T21:58:58,692 DEBUG [Thread-1578 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-04T21:58:58,692 DEBUG [Thread-1578 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T21:58:58,692 DEBUG [Thread-1578 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T21:58:58,692 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T21:58:58,692 INFO [Thread-1576 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1576. 2024-12-04T21:58:58,692 DEBUG [Thread-1576 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-04T21:58:58,692 DEBUG [Thread-1576 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T21:58:58,692 DEBUG [Thread-1576 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T21:58:58,692 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T21:58:58,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742249_1425 (size=4469) 2024-12-04T21:58:58,693 INFO [Thread-1574 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1574. 2024-12-04T21:58:58,693 DEBUG [Thread-1574 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-04T21:58:58,693 DEBUG [Thread-1574 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T21:58:58,693 DEBUG [Thread-1574 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T21:58:58,693 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T21:58:58,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-12-04T21:58:58,793 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39095 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-12-04T21:58:58,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb. 2024-12-04T21:58:58,794 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2902): Flushing fb86162c57c7fb22cd71984974460deb 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-12-04T21:58:58,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fb86162c57c7fb22cd71984974460deb, store=A 2024-12-04T21:58:58,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T21:58:58,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fb86162c57c7fb22cd71984974460deb, store=B 2024-12-04T21:58:58,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T21:58:58,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fb86162c57c7fb22cd71984974460deb, store=C 2024-12-04T21:58:58,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T21:58:58,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412045278b0ab78704cfd84491ef3746e1d0e_fb86162c57c7fb22cd71984974460deb is 50, key is test_row_0/A:col10/1733349537043/Put/seqid=0 2024-12-04T21:58:58,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742250_1426 (size=12454) 2024-12-04T21:58:58,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-12-04T21:58:59,096 INFO [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): fb86162c57c7fb22cd71984974460deb#A#compaction#354 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T21:58:59,097 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/.tmp/A/cb425a037317426099cd0ed356fda577 is 175, key is test_row_0/A:col10/1733349535716/Put/seqid=0 2024-12-04T21:58:59,100 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/.tmp/B/9f76157bc8b74721805a93e86c92236b as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/B/9f76157bc8b74721805a93e86c92236b 2024-12-04T21:58:59,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742251_1427 (size=31937) 2024-12-04T21:58:59,105 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in fb86162c57c7fb22cd71984974460deb/B of fb86162c57c7fb22cd71984974460deb into 9f76157bc8b74721805a93e86c92236b(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T21:58:59,105 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for fb86162c57c7fb22cd71984974460deb: 2024-12-04T21:58:59,105 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., storeName=fb86162c57c7fb22cd71984974460deb/B, priority=13, startTime=1733349538673; duration=0sec 2024-12-04T21:58:59,105 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T21:58:59,105 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fb86162c57c7fb22cd71984974460deb:B 2024-12-04T21:58:59,105 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T21:58:59,106 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37483 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T21:58:59,106 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HStore(1541): fb86162c57c7fb22cd71984974460deb/C is initiating minor compaction (all files) 2024-12-04T21:58:59,106 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of fb86162c57c7fb22cd71984974460deb/C in TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb. 2024-12-04T21:58:59,106 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/C/20c1416bc3f9422eb224775ea1569db9, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/C/0cd16dd9c9524837b879fb974dbc3907, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/C/eab19094fc88415388ed87a3775e1548] into tmpdir=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/.tmp, totalSize=36.6 K 2024-12-04T21:58:59,107 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.Compactor(225): Compacting 20c1416bc3f9422eb224775ea1569db9, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=281, earliestPutTs=1733349532852 2024-12-04T21:58:59,107 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.Compactor(225): Compacting 0cd16dd9c9524837b879fb974dbc3907, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=297, earliestPutTs=1733349533526 2024-12-04T21:58:59,108 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.Compactor(225): Compacting eab19094fc88415388ed87a3775e1548, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=317, earliestPutTs=1733349535716 2024-12-04T21:58:59,115 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): fb86162c57c7fb22cd71984974460deb#C#compaction#357 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T21:58:59,116 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/.tmp/C/e1f80341d2cf43ba8e6a9f88d438a79a is 50, key is test_row_0/C:col10/1733349535716/Put/seqid=0 2024-12-04T21:58:59,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742252_1428 (size=12983) 2024-12-04T21:58:59,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(8855): Flush requested on fb86162c57c7fb22cd71984974460deb 2024-12-04T21:58:59,202 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb. as already flushing 2024-12-04T21:58:59,203 INFO [Thread-1563 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1563. 2024-12-04T21:58:59,203 DEBUG [Thread-1563 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-04T21:58:59,203 DEBUG [Thread-1563 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T21:58:59,203 DEBUG [Thread-1563 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T21:58:59,203 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T21:58:59,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:58:59,215 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412045278b0ab78704cfd84491ef3746e1d0e_fb86162c57c7fb22cd71984974460deb to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412045278b0ab78704cfd84491ef3746e1d0e_fb86162c57c7fb22cd71984974460deb 2024-12-04T21:58:59,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/.tmp/A/fddeae25e7a5416d880d369aaefab268, store: [table=TestAcidGuarantees family=A region=fb86162c57c7fb22cd71984974460deb] 2024-12-04T21:58:59,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/.tmp/A/fddeae25e7a5416d880d369aaefab268 is 175, key is test_row_0/A:col10/1733349537043/Put/seqid=0 2024-12-04T21:58:59,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742253_1429 (size=31255) 2024-12-04T21:58:59,230 INFO [Thread-1561 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1561. 2024-12-04T21:58:59,230 DEBUG [Thread-1561 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-04T21:58:59,230 DEBUG [Thread-1561 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T21:58:59,230 DEBUG [Thread-1561 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T21:58:59,230 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T21:58:59,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-12-04T21:58:59,508 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/.tmp/A/cb425a037317426099cd0ed356fda577 as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/A/cb425a037317426099cd0ed356fda577 2024-12-04T21:58:59,514 INFO [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in fb86162c57c7fb22cd71984974460deb/A of fb86162c57c7fb22cd71984974460deb into cb425a037317426099cd0ed356fda577(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T21:58:59,514 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for fb86162c57c7fb22cd71984974460deb: 2024-12-04T21:58:59,514 INFO [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., storeName=fb86162c57c7fb22cd71984974460deb/A, priority=13, startTime=1733349538673; duration=0sec 2024-12-04T21:58:59,514 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T21:58:59,514 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fb86162c57c7fb22cd71984974460deb:A 2024-12-04T21:58:59,524 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/.tmp/C/e1f80341d2cf43ba8e6a9f88d438a79a as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/C/e1f80341d2cf43ba8e6a9f88d438a79a 2024-12-04T21:58:59,527 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in fb86162c57c7fb22cd71984974460deb/C of fb86162c57c7fb22cd71984974460deb into e1f80341d2cf43ba8e6a9f88d438a79a(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T21:58:59,527 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for fb86162c57c7fb22cd71984974460deb: 2024-12-04T21:58:59,527 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., storeName=fb86162c57c7fb22cd71984974460deb/C, priority=13, startTime=1733349538673; duration=0sec 2024-12-04T21:58:59,527 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T21:58:59,527 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fb86162c57c7fb22cd71984974460deb:C 2024-12-04T21:58:59,627 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=329, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/.tmp/A/fddeae25e7a5416d880d369aaefab268 2024-12-04T21:58:59,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/.tmp/B/c4b500b00ecc4e6c99b4cbbe1bbbef48 is 50, key is test_row_0/B:col10/1733349537043/Put/seqid=0 2024-12-04T21:58:59,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742254_1430 (size=12301) 2024-12-04T21:58:59,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-12-04T21:58:59,913 INFO [Thread-1565 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1565. 2024-12-04T21:58:59,913 INFO [Thread-1567 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1567. 2024-12-04T21:58:59,914 DEBUG [Thread-1565 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-04T21:58:59,914 DEBUG [Thread-1565 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T21:58:59,914 DEBUG [Thread-1567 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-04T21:58:59,914 DEBUG [Thread-1567 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T21:58:59,914 DEBUG [Thread-1565 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T21:58:59,914 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T21:58:59,914 DEBUG [Thread-1567 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T21:58:59,915 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T21:58:59,930 INFO [Thread-1559 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1559. 2024-12-04T21:58:59,930 DEBUG [Thread-1559 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-04T21:58:59,930 DEBUG [Thread-1559 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T21:58:59,930 DEBUG [Thread-1559 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T21:58:59,930 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T21:59:00,045 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=329 (bloomFilter=true), to=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/.tmp/B/c4b500b00ecc4e6c99b4cbbe1bbbef48 2024-12-04T21:59:00,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/.tmp/C/12cec14b1877498cbb1b111ecf629aeb is 50, key is test_row_0/C:col10/1733349537043/Put/seqid=0 2024-12-04T21:59:00,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742255_1431 (size=12301) 2024-12-04T21:59:00,464 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=329 (bloomFilter=true), to=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/.tmp/C/12cec14b1877498cbb1b111ecf629aeb 2024-12-04T21:59:00,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/.tmp/A/fddeae25e7a5416d880d369aaefab268 as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/A/fddeae25e7a5416d880d369aaefab268 2024-12-04T21:59:00,479 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/A/fddeae25e7a5416d880d369aaefab268, entries=150, sequenceid=329, filesize=30.5 K 2024-12-04T21:59:00,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/.tmp/B/c4b500b00ecc4e6c99b4cbbe1bbbef48 as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/B/c4b500b00ecc4e6c99b4cbbe1bbbef48 2024-12-04T21:59:00,484 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/B/c4b500b00ecc4e6c99b4cbbe1bbbef48, entries=150, sequenceid=329, filesize=12.0 K 2024-12-04T21:59:00,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/.tmp/C/12cec14b1877498cbb1b111ecf629aeb as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/C/12cec14b1877498cbb1b111ecf629aeb 2024-12-04T21:59:00,488 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/C/12cec14b1877498cbb1b111ecf629aeb, entries=150, sequenceid=329, filesize=12.0 K 2024-12-04T21:59:00,489 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=33.54 KB/34350 for fb86162c57c7fb22cd71984974460deb in 1695ms, sequenceid=329, compaction requested=false 2024-12-04T21:59:00,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2603): Flush status journal for fb86162c57c7fb22cd71984974460deb: 2024-12-04T21:59:00,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb. 2024-12-04T21:59:00,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=110 2024-12-04T21:59:00,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.HMaster(4169): Remote procedure done, pid=110 2024-12-04T21:59:00,491 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=110, resume processing ppid=109 2024-12-04T21:59:00,491 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=110, ppid=109, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8490 sec 2024-12-04T21:59:00,493 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=109, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=109, table=TestAcidGuarantees in 1.8530 sec 2024-12-04T21:59:00,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-12-04T21:59:00,798 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-04T21:59:00,799 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-12-04T21:59:00,799 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 84 2024-12-04T21:59:00,799 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 13 2024-12-04T21:59:00,799 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 14 2024-12-04T21:59:00,799 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 77 2024-12-04T21:59:00,799 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 79 2024-12-04T21:59:00,799 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-12-04T21:59:00,799 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-12-04T21:59:00,799 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1557 2024-12-04T21:59:00,799 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4668 rows 2024-12-04T21:59:00,799 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1556 2024-12-04T21:59:00,799 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4666 rows 2024-12-04T21:59:00,799 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1561 2024-12-04T21:59:00,799 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4682 rows 2024-12-04T21:59:00,799 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1556 2024-12-04T21:59:00,799 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4664 rows 2024-12-04T21:59:00,799 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1559 2024-12-04T21:59:00,799 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4675 rows 2024-12-04T21:59:00,800 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T21:59:00,800 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMobScanAtomicity(AcidGuaranteesTestBase.java:127) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T21:59:00,800 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T21:59:00,800 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T21:59:00,800 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T21:59:00,802 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-12-04T21:59:00,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] procedure2.ProcedureExecutor(1139): Stored pid=111, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-12-04T21:59:00,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-12-04T21:59:00,807 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733349540807"}]},"ts":"1733349540807"} 2024-12-04T21:59:00,809 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-12-04T21:59:00,809 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-12-04T21:59:00,810 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=112, ppid=111, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-04T21:59:00,812 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=113, ppid=112, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=fb86162c57c7fb22cd71984974460deb, UNASSIGN}] 2024-12-04T21:59:00,814 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=113, ppid=112, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=fb86162c57c7fb22cd71984974460deb, UNASSIGN 2024-12-04T21:59:00,815 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=113 updating hbase:meta row=fb86162c57c7fb22cd71984974460deb, regionState=CLOSING, regionLocation=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:00,816 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=113, ppid=112, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=fb86162c57c7fb22cd71984974460deb, UNASSIGN because future has completed 2024-12-04T21:59:00,816 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44103 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=CLOSING, location=bb3046a53f79,39095,1733349424047, table=TestAcidGuarantees, region=fb86162c57c7fb22cd71984974460deb. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-12-04T21:59:00,816 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-04T21:59:00,816 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=114, ppid=113, state=RUNNABLE, hasLock=false; CloseRegionProcedure fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047}] 2024-12-04T21:59:00,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-12-04T21:59:00,969 INFO [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] handler.UnassignRegionHandler(122): Close fb86162c57c7fb22cd71984974460deb 2024-12-04T21:59:00,969 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-04T21:59:00,969 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.HRegion(1722): Closing fb86162c57c7fb22cd71984974460deb, disabling compactions & flushes 2024-12-04T21:59:00,969 INFO [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb. 2024-12-04T21:59:00,969 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb. 2024-12-04T21:59:00,970 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb. after waiting 0 ms 2024-12-04T21:59:00,970 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb. 2024-12-04T21:59:00,970 INFO [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.HRegion(2902): Flushing fb86162c57c7fb22cd71984974460deb 3/3 column families, dataSize=33.54 KB heapSize=100.36 KB 2024-12-04T21:59:00,970 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fb86162c57c7fb22cd71984974460deb, store=A 2024-12-04T21:59:00,970 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T21:59:00,970 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fb86162c57c7fb22cd71984974460deb, store=B 2024-12-04T21:59:00,970 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T21:59:00,970 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fb86162c57c7fb22cd71984974460deb, store=C 2024-12-04T21:59:00,970 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T21:59:00,978 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241204e82e141fa0cc45e09a0533585290ef42_fb86162c57c7fb22cd71984974460deb is 50, key is test_row_1/A:col10/1733349539910/Put/seqid=0 2024-12-04T21:59:00,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742256_1432 (size=9914) 2024-12-04T21:59:01,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-12-04T21:59:01,383 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:59:01,387 INFO [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241204e82e141fa0cc45e09a0533585290ef42_fb86162c57c7fb22cd71984974460deb to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204e82e141fa0cc45e09a0533585290ef42_fb86162c57c7fb22cd71984974460deb 2024-12-04T21:59:01,389 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/.tmp/A/a969793590ce4db1ab8044b00deb73c5, store: [table=TestAcidGuarantees family=A region=fb86162c57c7fb22cd71984974460deb] 2024-12-04T21:59:01,389 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/.tmp/A/a969793590ce4db1ab8044b00deb73c5 is 175, key is test_row_1/A:col10/1733349539910/Put/seqid=0 2024-12-04T21:59:01,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742257_1433 (size=22561) 2024-12-04T21:59:01,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-12-04T21:59:01,795 INFO [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=340, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/.tmp/A/a969793590ce4db1ab8044b00deb73c5 2024-12-04T21:59:01,810 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/.tmp/B/efb009510d2d4141b08dc9a5b9b3d15c is 50, key is test_row_1/B:col10/1733349539910/Put/seqid=0 2024-12-04T21:59:01,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742258_1434 (size=9857) 2024-12-04T21:59:01,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-12-04T21:59:02,215 INFO [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=340 (bloomFilter=true), to=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/.tmp/B/efb009510d2d4141b08dc9a5b9b3d15c 2024-12-04T21:59:02,229 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/.tmp/C/133f4f27afc74fc9a9a6492d13855374 is 50, key is test_row_1/C:col10/1733349539910/Put/seqid=0 2024-12-04T21:59:02,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742259_1435 (size=9857) 2024-12-04T21:59:02,510 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-04T21:59:02,633 INFO [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=340 (bloomFilter=true), to=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/.tmp/C/133f4f27afc74fc9a9a6492d13855374 2024-12-04T21:59:02,636 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/.tmp/A/a969793590ce4db1ab8044b00deb73c5 as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/A/a969793590ce4db1ab8044b00deb73c5 2024-12-04T21:59:02,639 INFO [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/A/a969793590ce4db1ab8044b00deb73c5, entries=100, sequenceid=340, filesize=22.0 K 2024-12-04T21:59:02,640 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/.tmp/B/efb009510d2d4141b08dc9a5b9b3d15c as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/B/efb009510d2d4141b08dc9a5b9b3d15c 2024-12-04T21:59:02,643 INFO [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/B/efb009510d2d4141b08dc9a5b9b3d15c, entries=100, sequenceid=340, filesize=9.6 K 2024-12-04T21:59:02,644 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/.tmp/C/133f4f27afc74fc9a9a6492d13855374 as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/C/133f4f27afc74fc9a9a6492d13855374 2024-12-04T21:59:02,647 INFO [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/C/133f4f27afc74fc9a9a6492d13855374, entries=100, sequenceid=340, filesize=9.6 K 2024-12-04T21:59:02,648 INFO [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=0 B/0 for fb86162c57c7fb22cd71984974460deb in 1678ms, sequenceid=340, compaction requested=true 2024-12-04T21:59:02,648 DEBUG [StoreCloser-TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/A/763a74f067404341957e91840c451d14, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/A/374cc11a5121430e8a1db7398276145a, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/A/576942a257fb4621967ad91d918be33b, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/A/9fe2fe7f48e94271820057e55a0bb5cb, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/A/f96d04319f1346dcac917fcb9f75a41f, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/A/f0f21b70f3574f3fafb829d7a250b9db, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/A/297ae1c80d294812a8c15fb982f8eead, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/A/d45e7a0356274da6827780224d80fe4b, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/A/a16ff9e6c85445f496e05529b787576b, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/A/c792726c02e2469a85d42da07f67df43, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/A/08872e12fd5a490487c575927b7d7bed, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/A/9f3883f171c54b4a968c39652e489153, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/A/8cb7ae771c5f4bab8b003aa0d1fe2e72, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/A/4d8e6cefc75a4a2e972c7f4b1f760ec4, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/A/42f4239920ce4047a182e11a7eed7d85, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/A/210de319dce0449ab8d8c2a1c3afe32d, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/A/50d5711b0d454143a8c7afd587948dc3, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/A/c1c68ddefe9a4520bbd209e186998b94, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/A/1487f6fa30654d34b1f485f905e70bf6, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/A/aebc0b9b6fce41f3bd519fe8870e01b4] to archive 2024-12-04T21:59:02,649 DEBUG [StoreCloser-TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-04T21:59:02,650 DEBUG [StoreCloser-TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/A/763a74f067404341957e91840c451d14 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/A/763a74f067404341957e91840c451d14 2024-12-04T21:59:02,651 DEBUG [StoreCloser-TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/A/374cc11a5121430e8a1db7398276145a to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/A/374cc11a5121430e8a1db7398276145a 2024-12-04T21:59:02,652 DEBUG [StoreCloser-TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/A/576942a257fb4621967ad91d918be33b to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/A/576942a257fb4621967ad91d918be33b 2024-12-04T21:59:02,653 DEBUG [StoreCloser-TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/A/9fe2fe7f48e94271820057e55a0bb5cb to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/A/9fe2fe7f48e94271820057e55a0bb5cb 2024-12-04T21:59:02,654 DEBUG [StoreCloser-TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/A/f96d04319f1346dcac917fcb9f75a41f to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/A/f96d04319f1346dcac917fcb9f75a41f 2024-12-04T21:59:02,655 DEBUG [StoreCloser-TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/A/f0f21b70f3574f3fafb829d7a250b9db to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/A/f0f21b70f3574f3fafb829d7a250b9db 2024-12-04T21:59:02,655 DEBUG [StoreCloser-TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/A/297ae1c80d294812a8c15fb982f8eead to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/A/297ae1c80d294812a8c15fb982f8eead 2024-12-04T21:59:02,656 DEBUG [StoreCloser-TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/A/d45e7a0356274da6827780224d80fe4b to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/A/d45e7a0356274da6827780224d80fe4b 2024-12-04T21:59:02,657 DEBUG [StoreCloser-TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/A/a16ff9e6c85445f496e05529b787576b to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/A/a16ff9e6c85445f496e05529b787576b 2024-12-04T21:59:02,658 DEBUG [StoreCloser-TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/A/c792726c02e2469a85d42da07f67df43 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/A/c792726c02e2469a85d42da07f67df43 2024-12-04T21:59:02,659 DEBUG [StoreCloser-TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/A/08872e12fd5a490487c575927b7d7bed to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/A/08872e12fd5a490487c575927b7d7bed 2024-12-04T21:59:02,659 DEBUG [StoreCloser-TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/A/9f3883f171c54b4a968c39652e489153 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/A/9f3883f171c54b4a968c39652e489153 2024-12-04T21:59:02,660 DEBUG [StoreCloser-TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/A/8cb7ae771c5f4bab8b003aa0d1fe2e72 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/A/8cb7ae771c5f4bab8b003aa0d1fe2e72 2024-12-04T21:59:02,661 DEBUG [StoreCloser-TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/A/4d8e6cefc75a4a2e972c7f4b1f760ec4 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/A/4d8e6cefc75a4a2e972c7f4b1f760ec4 2024-12-04T21:59:02,662 DEBUG [StoreCloser-TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/A/42f4239920ce4047a182e11a7eed7d85 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/A/42f4239920ce4047a182e11a7eed7d85 2024-12-04T21:59:02,663 DEBUG [StoreCloser-TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/A/210de319dce0449ab8d8c2a1c3afe32d to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/A/210de319dce0449ab8d8c2a1c3afe32d 2024-12-04T21:59:02,664 DEBUG [StoreCloser-TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/A/50d5711b0d454143a8c7afd587948dc3 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/A/50d5711b0d454143a8c7afd587948dc3 2024-12-04T21:59:02,665 DEBUG [StoreCloser-TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/A/c1c68ddefe9a4520bbd209e186998b94 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/A/c1c68ddefe9a4520bbd209e186998b94 2024-12-04T21:59:02,665 DEBUG [StoreCloser-TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/A/1487f6fa30654d34b1f485f905e70bf6 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/A/1487f6fa30654d34b1f485f905e70bf6 2024-12-04T21:59:02,666 DEBUG [StoreCloser-TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/A/aebc0b9b6fce41f3bd519fe8870e01b4 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/A/aebc0b9b6fce41f3bd519fe8870e01b4 2024-12-04T21:59:02,667 DEBUG [StoreCloser-TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/B/ec560da8129a4c809f5fd270c74cd3bf, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/B/00afbb179b34486cad100ae7923385e3, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/B/69ffdb6ea2134b3ab43585ee4583f1d9, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/B/8f6a748f97724ac4ad0132f8852abc6b, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/B/df1940517d654a519bd71487190feeb9, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/B/a1189d2e81e8455c9ecd42be17cb70d6, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/B/38d35100e9a047dcb6b7591c7c978d17, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/B/0b6973b43c6e4a12b00adcda3d6fda3d, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/B/871ded65bc8d4372a180898a8fbe10d1, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/B/d092ac3a1bad42d2a1018b351d254c05, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/B/a22ef87ce74f4043b1c76506565101e2, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/B/565031a55ff34a4ab44369ea38f21967, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/B/899eb62c5ef64a9dab1e227509a48480, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/B/6fb97fe959b94b64bc1e018acce20ca4, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/B/495c9141fbe149fb9915bdf7e7459b7c, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/B/ce9dd7467de64e65a4f28ca1caa9b616, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/B/f59543c3408b4b6b840e50a1c87faeff, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/B/c32f242eb56e4c769b12a8de423ce71c, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/B/13d2ab421877431b95e2cf8b1b5bcd3e, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/B/e71243bb0dc94ff3b08d6eba516f2401] to archive 2024-12-04T21:59:02,668 DEBUG [StoreCloser-TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-04T21:59:02,669 DEBUG [StoreCloser-TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/B/ec560da8129a4c809f5fd270c74cd3bf to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/B/ec560da8129a4c809f5fd270c74cd3bf 2024-12-04T21:59:02,669 DEBUG [StoreCloser-TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/B/00afbb179b34486cad100ae7923385e3 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/B/00afbb179b34486cad100ae7923385e3 2024-12-04T21:59:02,670 DEBUG [StoreCloser-TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/B/69ffdb6ea2134b3ab43585ee4583f1d9 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/B/69ffdb6ea2134b3ab43585ee4583f1d9 2024-12-04T21:59:02,670 DEBUG [StoreCloser-TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/B/8f6a748f97724ac4ad0132f8852abc6b to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/B/8f6a748f97724ac4ad0132f8852abc6b 2024-12-04T21:59:02,671 DEBUG [StoreCloser-TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/B/df1940517d654a519bd71487190feeb9 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/B/df1940517d654a519bd71487190feeb9 2024-12-04T21:59:02,672 DEBUG [StoreCloser-TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/B/a1189d2e81e8455c9ecd42be17cb70d6 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/B/a1189d2e81e8455c9ecd42be17cb70d6 2024-12-04T21:59:02,672 DEBUG [StoreCloser-TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/B/38d35100e9a047dcb6b7591c7c978d17 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/B/38d35100e9a047dcb6b7591c7c978d17 2024-12-04T21:59:02,673 DEBUG [StoreCloser-TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/B/0b6973b43c6e4a12b00adcda3d6fda3d to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/B/0b6973b43c6e4a12b00adcda3d6fda3d 2024-12-04T21:59:02,673 DEBUG [StoreCloser-TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/B/871ded65bc8d4372a180898a8fbe10d1 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/B/871ded65bc8d4372a180898a8fbe10d1 2024-12-04T21:59:02,674 DEBUG [StoreCloser-TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/B/d092ac3a1bad42d2a1018b351d254c05 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/B/d092ac3a1bad42d2a1018b351d254c05 2024-12-04T21:59:02,675 DEBUG [StoreCloser-TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/B/a22ef87ce74f4043b1c76506565101e2 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/B/a22ef87ce74f4043b1c76506565101e2 2024-12-04T21:59:02,675 DEBUG [StoreCloser-TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/B/565031a55ff34a4ab44369ea38f21967 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/B/565031a55ff34a4ab44369ea38f21967 2024-12-04T21:59:02,676 DEBUG [StoreCloser-TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/B/899eb62c5ef64a9dab1e227509a48480 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/B/899eb62c5ef64a9dab1e227509a48480 2024-12-04T21:59:02,677 DEBUG [StoreCloser-TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/B/6fb97fe959b94b64bc1e018acce20ca4 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/B/6fb97fe959b94b64bc1e018acce20ca4 2024-12-04T21:59:02,677 DEBUG [StoreCloser-TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/B/495c9141fbe149fb9915bdf7e7459b7c to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/B/495c9141fbe149fb9915bdf7e7459b7c 2024-12-04T21:59:02,678 DEBUG [StoreCloser-TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/B/ce9dd7467de64e65a4f28ca1caa9b616 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/B/ce9dd7467de64e65a4f28ca1caa9b616 2024-12-04T21:59:02,679 DEBUG [StoreCloser-TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/B/f59543c3408b4b6b840e50a1c87faeff to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/B/f59543c3408b4b6b840e50a1c87faeff 2024-12-04T21:59:02,680 DEBUG [StoreCloser-TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/B/c32f242eb56e4c769b12a8de423ce71c to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/B/c32f242eb56e4c769b12a8de423ce71c 2024-12-04T21:59:02,681 DEBUG [StoreCloser-TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/B/13d2ab421877431b95e2cf8b1b5bcd3e to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/B/13d2ab421877431b95e2cf8b1b5bcd3e 2024-12-04T21:59:02,682 DEBUG [StoreCloser-TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/B/e71243bb0dc94ff3b08d6eba516f2401 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/B/e71243bb0dc94ff3b08d6eba516f2401 2024-12-04T21:59:02,683 DEBUG [StoreCloser-TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/C/c62b7d710a634bde963c9a6d0768627b, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/C/b3a85c78d08e404e9a275ef0f0864d5f, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/C/f1a8362696d44017b7361b521201e518, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/C/7f56eb09f0fc4b128e107f39b74c4c68, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/C/cf7607c9ae0142f494b1a8bb61911533, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/C/2cfcb83efef4481aa511aaad69cbe5ac, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/C/88e7f212755f4aee988f0f66ea5e5a0e, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/C/e3b574f68d5f436583d0f8da2f4b3ff7, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/C/269b5967b8314f85886f8fcb1b7a5dd7, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/C/8aa2e1a4ebae49e894179083a2f1a537, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/C/d1b9c2117d41459cb9fda47caaf8e34e, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/C/9f5c8ec29c1945d9bd85673660dca5b4, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/C/b32ffc65be624badb0f707b143ffe562, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/C/0dc50965862549129ec07204489e9235, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/C/27e4c9dfd01943ada1bcdbeb3292a721, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/C/f9063ca239124a8ab444177041fbc469, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/C/20c1416bc3f9422eb224775ea1569db9, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/C/cec6cc65c88c48c5b9f6f9eb902ea628, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/C/0cd16dd9c9524837b879fb974dbc3907, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/C/eab19094fc88415388ed87a3775e1548] to archive 2024-12-04T21:59:02,683 DEBUG [StoreCloser-TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-04T21:59:02,685 DEBUG [StoreCloser-TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/C/c62b7d710a634bde963c9a6d0768627b to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/C/c62b7d710a634bde963c9a6d0768627b 2024-12-04T21:59:02,686 DEBUG [StoreCloser-TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/C/b3a85c78d08e404e9a275ef0f0864d5f to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/C/b3a85c78d08e404e9a275ef0f0864d5f 2024-12-04T21:59:02,687 DEBUG [StoreCloser-TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/C/f1a8362696d44017b7361b521201e518 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/C/f1a8362696d44017b7361b521201e518 2024-12-04T21:59:02,687 DEBUG [StoreCloser-TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/C/7f56eb09f0fc4b128e107f39b74c4c68 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/C/7f56eb09f0fc4b128e107f39b74c4c68 2024-12-04T21:59:02,688 DEBUG [StoreCloser-TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/C/cf7607c9ae0142f494b1a8bb61911533 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/C/cf7607c9ae0142f494b1a8bb61911533 2024-12-04T21:59:02,689 DEBUG [StoreCloser-TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/C/2cfcb83efef4481aa511aaad69cbe5ac to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/C/2cfcb83efef4481aa511aaad69cbe5ac 2024-12-04T21:59:02,690 DEBUG [StoreCloser-TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/C/88e7f212755f4aee988f0f66ea5e5a0e to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/C/88e7f212755f4aee988f0f66ea5e5a0e 2024-12-04T21:59:02,691 DEBUG [StoreCloser-TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/C/e3b574f68d5f436583d0f8da2f4b3ff7 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/C/e3b574f68d5f436583d0f8da2f4b3ff7 2024-12-04T21:59:02,691 DEBUG [StoreCloser-TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/C/269b5967b8314f85886f8fcb1b7a5dd7 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/C/269b5967b8314f85886f8fcb1b7a5dd7 2024-12-04T21:59:02,692 DEBUG [StoreCloser-TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/C/8aa2e1a4ebae49e894179083a2f1a537 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/C/8aa2e1a4ebae49e894179083a2f1a537 2024-12-04T21:59:02,693 DEBUG [StoreCloser-TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/C/d1b9c2117d41459cb9fda47caaf8e34e to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/C/d1b9c2117d41459cb9fda47caaf8e34e 2024-12-04T21:59:02,694 DEBUG [StoreCloser-TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/C/9f5c8ec29c1945d9bd85673660dca5b4 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/C/9f5c8ec29c1945d9bd85673660dca5b4 2024-12-04T21:59:02,695 DEBUG [StoreCloser-TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/C/b32ffc65be624badb0f707b143ffe562 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/C/b32ffc65be624badb0f707b143ffe562 2024-12-04T21:59:02,696 DEBUG [StoreCloser-TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/C/0dc50965862549129ec07204489e9235 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/C/0dc50965862549129ec07204489e9235 2024-12-04T21:59:02,696 DEBUG [StoreCloser-TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/C/27e4c9dfd01943ada1bcdbeb3292a721 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/C/27e4c9dfd01943ada1bcdbeb3292a721 2024-12-04T21:59:02,697 DEBUG [StoreCloser-TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/C/f9063ca239124a8ab444177041fbc469 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/C/f9063ca239124a8ab444177041fbc469 2024-12-04T21:59:02,698 DEBUG [StoreCloser-TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/C/20c1416bc3f9422eb224775ea1569db9 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/C/20c1416bc3f9422eb224775ea1569db9 2024-12-04T21:59:02,699 DEBUG [StoreCloser-TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/C/cec6cc65c88c48c5b9f6f9eb902ea628 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/C/cec6cc65c88c48c5b9f6f9eb902ea628 2024-12-04T21:59:02,699 DEBUG [StoreCloser-TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/C/0cd16dd9c9524837b879fb974dbc3907 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/C/0cd16dd9c9524837b879fb974dbc3907 2024-12-04T21:59:02,700 DEBUG [StoreCloser-TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/C/eab19094fc88415388ed87a3775e1548 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/C/eab19094fc88415388ed87a3775e1548 2024-12-04T21:59:02,704 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/recovered.edits/343.seqid, newMaxSeqId=343, maxSeqId=4 2024-12-04T21:59:02,704 INFO [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb. 2024-12-04T21:59:02,704 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.HRegion(1676): Region close journal for fb86162c57c7fb22cd71984974460deb: Waiting for close lock at 1733349540969Running coprocessor pre-close hooks at 1733349540969Disabling compacts and flushes for region at 1733349540969Disabling writes for close at 1733349540970 (+1 ms)Obtaining lock to block concurrent updates at 1733349540970Preparing flush snapshotting stores in fb86162c57c7fb22cd71984974460deb at 1733349540970Finished memstore snapshotting TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb., syncing WAL and waiting on mvcc, flushsize=dataSize=34350, getHeapSize=102720, getOffHeapSize=0, getCellsCount=750 at 1733349540970Flushing stores of TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb. at 1733349540971 (+1 ms)Flushing fb86162c57c7fb22cd71984974460deb/A: creating writer at 1733349540971Flushing mob file fb86162c57c7fb22cd71984974460deb/A: appending metadata at 1733349540978 (+7 ms)Flushing mob file fb86162c57c7fb22cd71984974460deb/A: closing flushed file at 1733349540978Flushing fb86162c57c7fb22cd71984974460deb/A: appending metadata at 1733349541389 (+411 ms)Flushing fb86162c57c7fb22cd71984974460deb/A: closing flushed file at 1733349541389Flushing fb86162c57c7fb22cd71984974460deb/B: creating writer at 1733349541806 (+417 ms)Flushing fb86162c57c7fb22cd71984974460deb/B: appending metadata at 1733349541810 (+4 ms)Flushing fb86162c57c7fb22cd71984974460deb/B: closing flushed file at 1733349541810Flushing fb86162c57c7fb22cd71984974460deb/C: creating writer at 1733349542223 (+413 ms)Flushing fb86162c57c7fb22cd71984974460deb/C: appending metadata at 1733349542228 (+5 ms)Flushing fb86162c57c7fb22cd71984974460deb/C: closing flushed file at 1733349542228Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6b59debb: reopening flushed file at 1733349542636 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@56265fdf: reopening flushed file at 1733349542639 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@17a4a583: reopening flushed file at 1733349542643 (+4 ms)Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=0 B/0 for fb86162c57c7fb22cd71984974460deb in 1678ms, sequenceid=340, compaction requested=true at 1733349542648 (+5 ms)Writing region close event to WAL at 1733349542701 (+53 ms)Running coprocessor post-close hooks at 1733349542704 (+3 ms)Closed at 1733349542704 2024-12-04T21:59:02,706 INFO [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] handler.UnassignRegionHandler(157): Closed fb86162c57c7fb22cd71984974460deb 2024-12-04T21:59:02,706 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=113 updating hbase:meta row=fb86162c57c7fb22cd71984974460deb, regionState=CLOSED 2024-12-04T21:59:02,707 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=114, ppid=113, state=RUNNABLE, hasLock=false; CloseRegionProcedure fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 because future has completed 2024-12-04T21:59:02,709 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=114, resume processing ppid=113 2024-12-04T21:59:02,709 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=114, ppid=113, state=SUCCESS, hasLock=false; CloseRegionProcedure fb86162c57c7fb22cd71984974460deb, server=bb3046a53f79,39095,1733349424047 in 1.8920 sec 2024-12-04T21:59:02,710 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=113, resume processing ppid=112 2024-12-04T21:59:02,710 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=113, ppid=112, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=fb86162c57c7fb22cd71984974460deb, UNASSIGN in 1.8970 sec 2024-12-04T21:59:02,712 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=112, resume processing ppid=111 2024-12-04T21:59:02,712 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=112, ppid=111, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.9010 sec 2024-12-04T21:59:02,713 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733349542713"}]},"ts":"1733349542713"} 2024-12-04T21:59:02,714 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-12-04T21:59:02,714 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-12-04T21:59:02,715 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=111, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.9130 sec 2024-12-04T21:59:02,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-12-04T21:59:02,960 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-12-04T21:59:02,961 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-12-04T21:59:02,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] procedure2.ProcedureExecutor(1139): Stored pid=115, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-12-04T21:59:02,966 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=115, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-04T21:59:02,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-12-04T21:59:02,968 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=115, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-04T21:59:02,971 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb 2024-12-04T21:59:02,974 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/A, FileablePath, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/B, FileablePath, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/C, FileablePath, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/recovered.edits] 2024-12-04T21:59:02,977 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/A/a969793590ce4db1ab8044b00deb73c5 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/A/a969793590ce4db1ab8044b00deb73c5 2024-12-04T21:59:02,979 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/A/cb425a037317426099cd0ed356fda577 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/A/cb425a037317426099cd0ed356fda577 2024-12-04T21:59:02,980 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/A/fddeae25e7a5416d880d369aaefab268 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/A/fddeae25e7a5416d880d369aaefab268 2024-12-04T21:59:02,982 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/B/9f76157bc8b74721805a93e86c92236b to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/B/9f76157bc8b74721805a93e86c92236b 2024-12-04T21:59:02,983 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/B/c4b500b00ecc4e6c99b4cbbe1bbbef48 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/B/c4b500b00ecc4e6c99b4cbbe1bbbef48 2024-12-04T21:59:02,984 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/B/efb009510d2d4141b08dc9a5b9b3d15c to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/B/efb009510d2d4141b08dc9a5b9b3d15c 2024-12-04T21:59:02,986 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/C/12cec14b1877498cbb1b111ecf629aeb to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/C/12cec14b1877498cbb1b111ecf629aeb 2024-12-04T21:59:02,987 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/C/133f4f27afc74fc9a9a6492d13855374 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/C/133f4f27afc74fc9a9a6492d13855374 2024-12-04T21:59:02,987 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/C/e1f80341d2cf43ba8e6a9f88d438a79a to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/C/e1f80341d2cf43ba8e6a9f88d438a79a 2024-12-04T21:59:02,989 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/recovered.edits/343.seqid to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb/recovered.edits/343.seqid 2024-12-04T21:59:02,990 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/fb86162c57c7fb22cd71984974460deb 2024-12-04T21:59:02,990 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-12-04T21:59:02,990 DEBUG [PEWorker-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-12-04T21:59:02,991 DEBUG [PEWorker-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-12-04T21:59:02,993 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120406f3739972554d748fbdec42b9869783_fb86162c57c7fb22cd71984974460deb to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120406f3739972554d748fbdec42b9869783_fb86162c57c7fb22cd71984974460deb 2024-12-04T21:59:02,994 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412040f53a3a461e247b896899f6a023a6ad5_fb86162c57c7fb22cd71984974460deb to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412040f53a3a461e247b896899f6a023a6ad5_fb86162c57c7fb22cd71984974460deb 2024-12-04T21:59:02,995 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412041874a05bc8e94f368b54c68e12daf2b8_fb86162c57c7fb22cd71984974460deb to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412041874a05bc8e94f368b54c68e12daf2b8_fb86162c57c7fb22cd71984974460deb 2024-12-04T21:59:02,996 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204247ca7519c1341dcace630235c5027cc_fb86162c57c7fb22cd71984974460deb to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204247ca7519c1341dcace630235c5027cc_fb86162c57c7fb22cd71984974460deb 2024-12-04T21:59:02,997 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204345e728215434f2996cba6e4cb278f76_fb86162c57c7fb22cd71984974460deb to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204345e728215434f2996cba6e4cb278f76_fb86162c57c7fb22cd71984974460deb 2024-12-04T21:59:02,997 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412045278b0ab78704cfd84491ef3746e1d0e_fb86162c57c7fb22cd71984974460deb to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412045278b0ab78704cfd84491ef3746e1d0e_fb86162c57c7fb22cd71984974460deb 2024-12-04T21:59:02,998 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204578bf837fa474dbcb3b3b4ecc67e64cb_fb86162c57c7fb22cd71984974460deb to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204578bf837fa474dbcb3b3b4ecc67e64cb_fb86162c57c7fb22cd71984974460deb 2024-12-04T21:59:02,999 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412045fb8431f559d429d9f34d06f5c1bc257_fb86162c57c7fb22cd71984974460deb to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412045fb8431f559d429d9f34d06f5c1bc257_fb86162c57c7fb22cd71984974460deb 2024-12-04T21:59:02,999 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120464c650871c5a4b02b2b7e29cd8db05f3_fb86162c57c7fb22cd71984974460deb to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120464c650871c5a4b02b2b7e29cd8db05f3_fb86162c57c7fb22cd71984974460deb 2024-12-04T21:59:03,000 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120469d74b608c8443658cd090eabbadb5ff_fb86162c57c7fb22cd71984974460deb to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120469d74b608c8443658cd090eabbadb5ff_fb86162c57c7fb22cd71984974460deb 2024-12-04T21:59:03,001 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120471ad64c0fef2486ba0f16d74e917b856_fb86162c57c7fb22cd71984974460deb to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120471ad64c0fef2486ba0f16d74e917b856_fb86162c57c7fb22cd71984974460deb 2024-12-04T21:59:03,001 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412047778770771e24ed6a0d18d224a400f6e_fb86162c57c7fb22cd71984974460deb to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412047778770771e24ed6a0d18d224a400f6e_fb86162c57c7fb22cd71984974460deb 2024-12-04T21:59:03,002 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204aa9564b2498546fe8cd807ed0cf894b3_fb86162c57c7fb22cd71984974460deb to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204aa9564b2498546fe8cd807ed0cf894b3_fb86162c57c7fb22cd71984974460deb 2024-12-04T21:59:03,003 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204c95c493213c04cf48ae66b2d270d9322_fb86162c57c7fb22cd71984974460deb to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204c95c493213c04cf48ae66b2d270d9322_fb86162c57c7fb22cd71984974460deb 2024-12-04T21:59:03,003 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204ce91cae8b64f4b28a7a10632478c04a9_fb86162c57c7fb22cd71984974460deb to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204ce91cae8b64f4b28a7a10632478c04a9_fb86162c57c7fb22cd71984974460deb 2024-12-04T21:59:03,004 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204e755f63bf45a428a90f2945379ea4c23_fb86162c57c7fb22cd71984974460deb to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204e755f63bf45a428a90f2945379ea4c23_fb86162c57c7fb22cd71984974460deb 2024-12-04T21:59:03,005 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204e82e141fa0cc45e09a0533585290ef42_fb86162c57c7fb22cd71984974460deb to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204e82e141fa0cc45e09a0533585290ef42_fb86162c57c7fb22cd71984974460deb 2024-12-04T21:59:03,005 DEBUG [PEWorker-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-12-04T21:59:03,007 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=115, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-04T21:59:03,009 WARN [PEWorker-1 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-12-04T21:59:03,010 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-12-04T21:59:03,011 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=115, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-04T21:59:03,011 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-12-04T21:59:03,011 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1733349543011"}]},"ts":"9223372036854775807"} 2024-12-04T21:59:03,013 INFO [PEWorker-1 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-12-04T21:59:03,013 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => fb86162c57c7fb22cd71984974460deb, NAME => 'TestAcidGuarantees,,1733349515533.fb86162c57c7fb22cd71984974460deb.', STARTKEY => '', ENDKEY => ''}] 2024-12-04T21:59:03,013 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-12-04T21:59:03,013 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1733349543013"}]},"ts":"9223372036854775807"} 2024-12-04T21:59:03,014 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-12-04T21:59:03,015 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(133): Finished pid=115, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-04T21:59:03,016 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=115, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 54 msec 2024-12-04T21:59:03,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-12-04T21:59:03,078 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-12-04T21:59:03,078 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-12-04T21:59:03,090 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testMobScanAtomicity Thread=252 (was 251) - Thread LEAK? -, OpenFileDescriptor=463 (was 457) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=407 (was 504), ProcessCount=11 (was 11), AvailableMemoryMB=2840 (was 2915) 2024-12-04T21:59:03,098 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testScanAtomicity Thread=252, OpenFileDescriptor=463, MaxFileDescriptor=1048576, SystemLoadAverage=407, ProcessCount=11, AvailableMemoryMB=2840 2024-12-04T21:59:03,099 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-04T21:59:03,100 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T21:59:03,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] procedure2.ProcedureExecutor(1139): Stored pid=116, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-12-04T21:59:03,101 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=116, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-12-04T21:59:03,101 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:59:03,101 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 116 2024-12-04T21:59:03,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=116 2024-12-04T21:59:03,102 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=116, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-04T21:59:03,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742260_1436 (size=1061) 2024-12-04T21:59:03,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=116 2024-12-04T21:59:03,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=116 2024-12-04T21:59:03,513 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e57fc8376c7ea5dffce5bcb06c62c23f, NAME => 'TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca 2024-12-04T21:59:03,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742261_1437 (size=53) 2024-12-04T21:59:03,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=116 2024-12-04T21:59:03,798 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-12-04T21:59:03,929 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T21:59:03,930 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing e57fc8376c7ea5dffce5bcb06c62c23f, disabling compactions & flushes 2024-12-04T21:59:03,930 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f. 2024-12-04T21:59:03,930 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f. 2024-12-04T21:59:03,930 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f. after waiting 0 ms 2024-12-04T21:59:03,930 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f. 2024-12-04T21:59:03,930 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f. 2024-12-04T21:59:03,930 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for e57fc8376c7ea5dffce5bcb06c62c23f: Waiting for close lock at 1733349543929Disabling compacts and flushes for region at 1733349543929Disabling writes for close at 1733349543930 (+1 ms)Writing region close event to WAL at 1733349543930Closed at 1733349543930 2024-12-04T21:59:03,933 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=116, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-12-04T21:59:03,933 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1733349543933"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733349543933"}]},"ts":"1733349543933"} 2024-12-04T21:59:03,935 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-04T21:59:03,937 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=116, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-04T21:59:03,937 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733349543937"}]},"ts":"1733349543937"} 2024-12-04T21:59:03,939 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-12-04T21:59:03,939 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=117, ppid=116, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=e57fc8376c7ea5dffce5bcb06c62c23f, ASSIGN}] 2024-12-04T21:59:03,941 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=117, ppid=116, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=e57fc8376c7ea5dffce5bcb06c62c23f, ASSIGN 2024-12-04T21:59:03,942 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=117, ppid=116, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=e57fc8376c7ea5dffce5bcb06c62c23f, ASSIGN; state=OFFLINE, location=bb3046a53f79,39095,1733349424047; forceNewPlan=false, retain=false 2024-12-04T21:59:04,093 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=117 updating hbase:meta row=e57fc8376c7ea5dffce5bcb06c62c23f, regionState=OPENING, regionLocation=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:04,095 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=117, ppid=116, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=e57fc8376c7ea5dffce5bcb06c62c23f, ASSIGN because future has completed 2024-12-04T21:59:04,096 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=118, ppid=117, state=RUNNABLE, hasLock=false; OpenRegionProcedure e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047}] 2024-12-04T21:59:04,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=116 2024-12-04T21:59:04,253 INFO [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f. 2024-12-04T21:59:04,254 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.HRegion(7752): Opening region: {ENCODED => e57fc8376c7ea5dffce5bcb06c62c23f, NAME => 'TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f.', STARTKEY => '', ENDKEY => ''} 2024-12-04T21:59:04,255 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees e57fc8376c7ea5dffce5bcb06c62c23f 2024-12-04T21:59:04,255 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T21:59:04,255 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.HRegion(7794): checking encryption for e57fc8376c7ea5dffce5bcb06c62c23f 2024-12-04T21:59:04,255 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.HRegion(7797): checking classloading for e57fc8376c7ea5dffce5bcb06c62c23f 2024-12-04T21:59:04,257 INFO [StoreOpener-e57fc8376c7ea5dffce5bcb06c62c23f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region e57fc8376c7ea5dffce5bcb06c62c23f 2024-12-04T21:59:04,259 INFO [StoreOpener-e57fc8376c7ea5dffce5bcb06c62c23f-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-04T21:59:04,260 INFO [StoreOpener-e57fc8376c7ea5dffce5bcb06c62c23f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e57fc8376c7ea5dffce5bcb06c62c23f columnFamilyName A 2024-12-04T21:59:04,260 DEBUG [StoreOpener-e57fc8376c7ea5dffce5bcb06c62c23f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:59:04,261 INFO [StoreOpener-e57fc8376c7ea5dffce5bcb06c62c23f-1 {}] regionserver.HStore(327): Store=e57fc8376c7ea5dffce5bcb06c62c23f/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T21:59:04,261 INFO [StoreOpener-e57fc8376c7ea5dffce5bcb06c62c23f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region e57fc8376c7ea5dffce5bcb06c62c23f 2024-12-04T21:59:04,263 INFO [StoreOpener-e57fc8376c7ea5dffce5bcb06c62c23f-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-04T21:59:04,263 INFO [StoreOpener-e57fc8376c7ea5dffce5bcb06c62c23f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e57fc8376c7ea5dffce5bcb06c62c23f columnFamilyName B 2024-12-04T21:59:04,263 DEBUG [StoreOpener-e57fc8376c7ea5dffce5bcb06c62c23f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:59:04,264 INFO [StoreOpener-e57fc8376c7ea5dffce5bcb06c62c23f-1 {}] regionserver.HStore(327): Store=e57fc8376c7ea5dffce5bcb06c62c23f/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T21:59:04,264 INFO [StoreOpener-e57fc8376c7ea5dffce5bcb06c62c23f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region e57fc8376c7ea5dffce5bcb06c62c23f 2024-12-04T21:59:04,265 INFO [StoreOpener-e57fc8376c7ea5dffce5bcb06c62c23f-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-04T21:59:04,265 INFO [StoreOpener-e57fc8376c7ea5dffce5bcb06c62c23f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e57fc8376c7ea5dffce5bcb06c62c23f columnFamilyName C 2024-12-04T21:59:04,265 DEBUG [StoreOpener-e57fc8376c7ea5dffce5bcb06c62c23f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:59:04,266 INFO [StoreOpener-e57fc8376c7ea5dffce5bcb06c62c23f-1 {}] regionserver.HStore(327): Store=e57fc8376c7ea5dffce5bcb06c62c23f/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T21:59:04,266 INFO [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f. 2024-12-04T21:59:04,266 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.HRegion(1038): replaying wal for e57fc8376c7ea5dffce5bcb06c62c23f 2024-12-04T21:59:04,267 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f 2024-12-04T21:59:04,267 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f 2024-12-04T21:59:04,268 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.HRegion(1048): stopping wal replay for e57fc8376c7ea5dffce5bcb06c62c23f 2024-12-04T21:59:04,268 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.HRegion(1060): Cleaning up temporary data for e57fc8376c7ea5dffce5bcb06c62c23f 2024-12-04T21:59:04,269 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-04T21:59:04,270 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.HRegion(1093): writing seq id for e57fc8376c7ea5dffce5bcb06c62c23f 2024-12-04T21:59:04,272 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T21:59:04,273 INFO [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.HRegion(1114): Opened e57fc8376c7ea5dffce5bcb06c62c23f; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68584984, jitterRate=0.021995902061462402}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-04T21:59:04,273 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e57fc8376c7ea5dffce5bcb06c62c23f 2024-12-04T21:59:04,273 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.HRegion(1006): Region open journal for e57fc8376c7ea5dffce5bcb06c62c23f: Running coprocessor pre-open hook at 1733349544255Writing region info on filesystem at 1733349544255Initializing all the Stores at 1733349544257 (+2 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733349544257Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733349544257Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733349544257Cleaning up temporary data from old regions at 1733349544268 (+11 ms)Running coprocessor post-open hooks at 1733349544273 (+5 ms)Region opened successfully at 1733349544273 2024-12-04T21:59:04,274 INFO [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., pid=118, masterSystemTime=1733349544249 2024-12-04T21:59:04,276 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f. 2024-12-04T21:59:04,276 INFO [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f. 2024-12-04T21:59:04,277 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=117 updating hbase:meta row=e57fc8376c7ea5dffce5bcb06c62c23f, regionState=OPEN, openSeqNum=2, regionLocation=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:04,278 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=118, ppid=117, state=RUNNABLE, hasLock=false; OpenRegionProcedure e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 because future has completed 2024-12-04T21:59:04,281 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=118, resume processing ppid=117 2024-12-04T21:59:04,281 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=118, ppid=117, state=SUCCESS, hasLock=false; OpenRegionProcedure e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 in 183 msec 2024-12-04T21:59:04,282 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=117, resume processing ppid=116 2024-12-04T21:59:04,282 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=117, ppid=116, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=e57fc8376c7ea5dffce5bcb06c62c23f, ASSIGN in 342 msec 2024-12-04T21:59:04,283 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=116, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-04T21:59:04,284 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733349544283"}]},"ts":"1733349544283"} 2024-12-04T21:59:04,285 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-12-04T21:59:04,286 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=116, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-12-04T21:59:04,287 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=116, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1860 sec 2024-12-04T21:59:05,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=116 2024-12-04T21:59:05,250 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-12-04T21:59:05,252 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16af2234, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T21:59:05,252 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bb3046a53f79,44103,-1 for getting cluster id 2024-12-04T21:59:05,252 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T21:59:05,255 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd4c51ddd-78fd-4d7f-a588-940e286afcf0' 2024-12-04T21:59:05,255 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T21:59:05,256 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d4c51ddd-78fd-4d7f-a588-940e286afcf0" 2024-12-04T21:59:05,256 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@eb5ac36, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T21:59:05,256 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bb3046a53f79,44103,-1] 2024-12-04T21:59:05,256 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T21:59:05,257 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T21:59:05,258 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43806, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T21:59:05,258 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b7458e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T21:59:05,259 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T21:59:05,260 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bb3046a53f79,39095,1733349424047, seqNum=-1] 2024-12-04T21:59:05,260 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T21:59:05,261 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42506, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T21:59:05,262 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T21:59:05,262 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is bb3046a53f79,44103,1733349423427 2024-12-04T21:59:05,262 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@512604f6 2024-12-04T21:59:05,263 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T21:59:05,263 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43814, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T21:59:05,265 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@695dbdde, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T21:59:05,265 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bb3046a53f79,44103,-1 for getting cluster id 2024-12-04T21:59:05,265 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T21:59:05,266 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd4c51ddd-78fd-4d7f-a588-940e286afcf0' 2024-12-04T21:59:05,266 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T21:59:05,266 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d4c51ddd-78fd-4d7f-a588-940e286afcf0" 2024-12-04T21:59:05,266 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@871117, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T21:59:05,266 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bb3046a53f79,44103,-1] 2024-12-04T21:59:05,266 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T21:59:05,267 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T21:59:05,267 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43832, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T21:59:05,268 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2dd717d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T21:59:05,269 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@594674bb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T21:59:05,269 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bb3046a53f79,44103,-1 for getting cluster id 2024-12-04T21:59:05,269 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T21:59:05,270 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd4c51ddd-78fd-4d7f-a588-940e286afcf0' 2024-12-04T21:59:05,270 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T21:59:05,270 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d4c51ddd-78fd-4d7f-a588-940e286afcf0" 2024-12-04T21:59:05,270 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@519b0eef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T21:59:05,270 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bb3046a53f79,44103,-1] 2024-12-04T21:59:05,270 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T21:59:05,270 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T21:59:05,271 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43860, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T21:59:05,272 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9e9600f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T21:59:05,273 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@119ad987, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T21:59:05,273 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bb3046a53f79,44103,-1 for getting cluster id 2024-12-04T21:59:05,273 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T21:59:05,274 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd4c51ddd-78fd-4d7f-a588-940e286afcf0' 2024-12-04T21:59:05,274 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T21:59:05,274 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d4c51ddd-78fd-4d7f-a588-940e286afcf0" 2024-12-04T21:59:05,274 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d4249c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T21:59:05,274 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bb3046a53f79,44103,-1] 2024-12-04T21:59:05,274 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T21:59:05,275 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T21:59:05,275 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43876, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T21:59:05,276 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b34595d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T21:59:05,277 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26c4ef34, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T21:59:05,277 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bb3046a53f79,44103,-1 for getting cluster id 2024-12-04T21:59:05,277 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T21:59:05,278 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd4c51ddd-78fd-4d7f-a588-940e286afcf0' 2024-12-04T21:59:05,278 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T21:59:05,278 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d4c51ddd-78fd-4d7f-a588-940e286afcf0" 2024-12-04T21:59:05,278 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f90788d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T21:59:05,278 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bb3046a53f79,44103,-1] 2024-12-04T21:59:05,278 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T21:59:05,279 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T21:59:05,279 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43884, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T21:59:05,280 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d0b011e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T21:59:05,281 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fd1f545, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T21:59:05,281 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bb3046a53f79,44103,-1 for getting cluster id 2024-12-04T21:59:05,281 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T21:59:05,282 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd4c51ddd-78fd-4d7f-a588-940e286afcf0' 2024-12-04T21:59:05,282 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T21:59:05,282 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d4c51ddd-78fd-4d7f-a588-940e286afcf0" 2024-12-04T21:59:05,282 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34145f17, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T21:59:05,282 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bb3046a53f79,44103,-1] 2024-12-04T21:59:05,282 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T21:59:05,282 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T21:59:05,283 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43900, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T21:59:05,284 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72ec8f51, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T21:59:05,285 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27ae0787, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T21:59:05,285 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bb3046a53f79,44103,-1 for getting cluster id 2024-12-04T21:59:05,285 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T21:59:05,286 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd4c51ddd-78fd-4d7f-a588-940e286afcf0' 2024-12-04T21:59:05,286 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T21:59:05,286 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d4c51ddd-78fd-4d7f-a588-940e286afcf0" 2024-12-04T21:59:05,286 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44e1cb92, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T21:59:05,286 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bb3046a53f79,44103,-1] 2024-12-04T21:59:05,287 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T21:59:05,287 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T21:59:05,288 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43924, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T21:59:05,288 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a39cd70, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T21:59:05,289 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1627c26b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T21:59:05,289 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bb3046a53f79,44103,-1 for getting cluster id 2024-12-04T21:59:05,290 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T21:59:05,291 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd4c51ddd-78fd-4d7f-a588-940e286afcf0' 2024-12-04T21:59:05,291 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T21:59:05,291 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d4c51ddd-78fd-4d7f-a588-940e286afcf0" 2024-12-04T21:59:05,291 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b856a41, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T21:59:05,291 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bb3046a53f79,44103,-1] 2024-12-04T21:59:05,291 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T21:59:05,292 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T21:59:05,293 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43930, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T21:59:05,293 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1eaa3579, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T21:59:05,294 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5993889b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T21:59:05,294 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bb3046a53f79,44103,-1 for getting cluster id 2024-12-04T21:59:05,294 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T21:59:05,295 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd4c51ddd-78fd-4d7f-a588-940e286afcf0' 2024-12-04T21:59:05,295 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T21:59:05,296 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d4c51ddd-78fd-4d7f-a588-940e286afcf0" 2024-12-04T21:59:05,296 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75603099, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T21:59:05,296 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bb3046a53f79,44103,-1] 2024-12-04T21:59:05,296 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T21:59:05,296 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T21:59:05,297 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43938, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T21:59:05,298 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10f3aba2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T21:59:05,299 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@117399b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T21:59:05,299 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bb3046a53f79,44103,-1 for getting cluster id 2024-12-04T21:59:05,299 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T21:59:05,300 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd4c51ddd-78fd-4d7f-a588-940e286afcf0' 2024-12-04T21:59:05,300 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T21:59:05,300 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d4c51ddd-78fd-4d7f-a588-940e286afcf0" 2024-12-04T21:59:05,301 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4be7203d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T21:59:05,301 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bb3046a53f79,44103,-1] 2024-12-04T21:59:05,301 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T21:59:05,301 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T21:59:05,302 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43962, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T21:59:05,303 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17c005ca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T21:59:05,304 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b33a176, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T21:59:05,304 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bb3046a53f79,44103,-1 for getting cluster id 2024-12-04T21:59:05,304 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T21:59:05,305 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd4c51ddd-78fd-4d7f-a588-940e286afcf0' 2024-12-04T21:59:05,305 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T21:59:05,305 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d4c51ddd-78fd-4d7f-a588-940e286afcf0" 2024-12-04T21:59:05,305 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f6ac57e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T21:59:05,305 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bb3046a53f79,44103,-1] 2024-12-04T21:59:05,306 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T21:59:05,306 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T21:59:05,306 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43972, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T21:59:05,307 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c552398, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T21:59:05,308 DEBUG [Thread-1972 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T21:59:05,308 DEBUG [Thread-1975 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T21:59:05,308 DEBUG [Thread-1977 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T21:59:05,308 DEBUG [Thread-1966 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T21:59:05,308 DEBUG [Thread-1968 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T21:59:05,309 DEBUG [Thread-1970 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T21:59:05,309 DEBUG [Thread-1979 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T21:59:05,309 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bb3046a53f79,39095,1733349424047, seqNum=-1] 2024-12-04T21:59:05,309 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bb3046a53f79,39095,1733349424047, seqNum=-1] 2024-12-04T21:59:05,309 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T21:59:05,310 DEBUG [Thread-1964 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T21:59:05,310 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T21:59:05,310 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bb3046a53f79,39095,1733349424047, seqNum=-1] 2024-12-04T21:59:05,310 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44103 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-04T21:59:05,310 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T21:59:05,311 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bb3046a53f79,39095,1733349424047, seqNum=-1] 2024-12-04T21:59:05,311 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42508, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T21:59:05,311 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T21:59:05,311 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bb3046a53f79,39095,1733349424047, seqNum=-1] 2024-12-04T21:59:05,311 DEBUG [Thread-1968 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bb3046a53f79,39095,1733349424047, seqNum=-1] 2024-12-04T21:59:05,311 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T21:59:05,311 DEBUG [Thread-1981 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T21:59:05,311 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bb3046a53f79,39095,1733349424047, seqNum=-1] 2024-12-04T21:59:05,312 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T21:59:05,312 DEBUG [Thread-1968 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T21:59:05,312 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bb3046a53f79,39095,1733349424047, seqNum=-1] 2024-12-04T21:59:05,312 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bb3046a53f79,39095,1733349424047, seqNum=-1] 2024-12-04T21:59:05,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44103 {}] procedure2.ProcedureExecutor(1139): Stored pid=119, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=119, table=TestAcidGuarantees 2024-12-04T21:59:05,312 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T21:59:05,312 DEBUG [Thread-1983 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T21:59:05,313 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T21:59:05,313 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42518, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T21:59:05,313 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2] 2024-12-04T21:59:05,313 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bb3046a53f79,39095,1733349424047, seqNum=-1] 2024-12-04T21:59:05,314 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T21:59:05,314 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42540, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T21:59:05,314 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42512, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T21:59:05,314 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42534, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T21:59:05,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-12-04T21:59:05,315 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42546, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T21:59:05,315 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42558, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T21:59:05,315 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2] 2024-12-04T21:59:05,315 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2] 2024-12-04T21:59:05,316 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42526, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T21:59:05,316 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42542, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T21:59:05,316 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42564, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T21:59:05,317 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2] 2024-12-04T21:59:05,317 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2] 2024-12-04T21:59:05,317 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2] 2024-12-04T21:59:05,318 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2] 2024-12-04T21:59:05,318 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=119, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=119, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-04T21:59:05,318 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2] 2024-12-04T21:59:05,319 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2] 2024-12-04T21:59:05,319 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2] 2024-12-04T21:59:05,319 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=119, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=119, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-04T21:59:05,320 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=120, ppid=119, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-04T21:59:05,323 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e57fc8376c7ea5dffce5bcb06c62c23f 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-12-04T21:59:05,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(8855): Flush requested on e57fc8376c7ea5dffce5bcb06c62c23f 2024-12-04T21:59:05,324 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e57fc8376c7ea5dffce5bcb06c62c23f, store=A 2024-12-04T21:59:05,324 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T21:59:05,324 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e57fc8376c7ea5dffce5bcb06c62c23f, store=B 2024-12-04T21:59:05,324 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T21:59:05,324 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e57fc8376c7ea5dffce5bcb06c62c23f, store=C 2024-12-04T21:59:05,324 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T21:59:05,347 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/.tmp/A/5abb432a6ef64a5da85c839d33e00843 is 50, key is test_row_0/A:col10/1733349545323/Put/seqid=0 2024-12-04T21:59:05,357 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/bb3046a53f79:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1733349545341, max timestamp=1733349545355Num uniques 859; 2024-12-04T21:59:05,357 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/bb3046a53f79:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309 2024-12-04T21:59:05,357 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/bb3046a53f79:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1733349545341, max timestamp=1733349545355Num uniques 859; 2024-12-04T21:59:05,357 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/bb3046a53f79:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309 2024-12-04T21:59:05,357 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/bb3046a53f79:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1733349545341, max timestamp=1733349545355Num uniques 859; 2024-12-04T21:59:05,357 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/bb3046a53f79:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309 2024-12-04T21:59:05,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742262_1438 (size=12001) 2024-12-04T21:59:05,384 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:05,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42512 deadline: 1733349605376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:05,384 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:05,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42526 deadline: 1733349605377, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:05,384 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:05,384 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:05,384 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:05,384 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:05,384 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:59:05,384 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:05,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42542 deadline: 1733349605378, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:05,384 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:59:05,385 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:05,385 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:05,385 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:59:05,390 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:05,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42534 deadline: 1733349605379, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:05,390 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:05,390 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:05,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42518 deadline: 1733349605380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:05,390 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:05,390 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:59:05,391 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:05,391 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:05,391 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:59:05,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-12-04T21:59:05,473 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39095 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120 2024-12-04T21:59:05,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f. 2024-12-04T21:59:05,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f. as already flushing 2024-12-04T21:59:05,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f. 2024-12-04T21:59:05,473 ERROR [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] handler.RSProcedureHandler(58): pid=120 java.io.IOException: Unable to complete flush {ENCODED => e57fc8376c7ea5dffce5bcb06c62c23f, NAME => 'TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:59:05,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=120 java.io.IOException: Unable to complete flush {ENCODED => e57fc8376c7ea5dffce5bcb06c62c23f, NAME => 'TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:59:05,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44103 {}] master.HMaster(4177): Remote procedure failed, pid=120 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e57fc8376c7ea5dffce5bcb06c62c23f, NAME => 'TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e57fc8376c7ea5dffce5bcb06c62c23f, NAME => 'TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:59:05,491 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:05,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42512 deadline: 1733349605487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:05,491 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:05,491 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:05,491 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:59:05,493 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:05,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42526 deadline: 1733349605487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:05,493 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:05,493 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:05,493 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:05,493 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:59:05,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42542 deadline: 1733349605488, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:05,494 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:05,494 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:05,494 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:59:05,502 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:05,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42534 deadline: 1733349605498, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:05,502 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:05,502 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:05,502 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:05,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42518 deadline: 1733349605498, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:05,502 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:59:05,503 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:05,503 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:05,503 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:59:05,625 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39095 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120 2024-12-04T21:59:05,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f. 2024-12-04T21:59:05,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f. as already flushing 2024-12-04T21:59:05,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f. 2024-12-04T21:59:05,626 ERROR [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] handler.RSProcedureHandler(58): pid=120 java.io.IOException: Unable to complete flush {ENCODED => e57fc8376c7ea5dffce5bcb06c62c23f, NAME => 'TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:59:05,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=120 java.io.IOException: Unable to complete flush {ENCODED => e57fc8376c7ea5dffce5bcb06c62c23f, NAME => 'TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:59:05,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44103 {}] master.HMaster(4177): Remote procedure failed, pid=120 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e57fc8376c7ea5dffce5bcb06c62c23f, NAME => 'TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e57fc8376c7ea5dffce5bcb06c62c23f, NAME => 'TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:59:05,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-12-04T21:59:05,703 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:05,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42512 deadline: 1733349605698, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:05,703 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:05,703 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:05,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42526 deadline: 1733349605698, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:05,703 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:05,703 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:59:05,703 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:05,703 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:05,703 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:05,703 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:59:05,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42542 deadline: 1733349605698, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:05,704 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:05,704 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:05,704 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:59:05,711 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:05,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42534 deadline: 1733349605707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:05,712 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:05,712 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:05,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42518 deadline: 1733349605707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:05,712 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:05,712 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:59:05,712 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:05,712 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:05,712 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:59:05,762 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/.tmp/A/5abb432a6ef64a5da85c839d33e00843 2024-12-04T21:59:05,778 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39095 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120 2024-12-04T21:59:05,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f. 2024-12-04T21:59:05,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f. as already flushing 2024-12-04T21:59:05,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f. 2024-12-04T21:59:05,778 ERROR [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] handler.RSProcedureHandler(58): pid=120 java.io.IOException: Unable to complete flush {ENCODED => e57fc8376c7ea5dffce5bcb06c62c23f, NAME => 'TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:59:05,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=120 java.io.IOException: Unable to complete flush {ENCODED => e57fc8376c7ea5dffce5bcb06c62c23f, NAME => 'TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:59:05,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44103 {}] master.HMaster(4177): Remote procedure failed, pid=120 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e57fc8376c7ea5dffce5bcb06c62c23f, NAME => 'TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e57fc8376c7ea5dffce5bcb06c62c23f, NAME => 'TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:59:05,791 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/.tmp/B/e855325a6072483ea2e61a815247010c is 50, key is test_row_0/B:col10/1733349545323/Put/seqid=0 2024-12-04T21:59:05,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742263_1439 (size=12001) 2024-12-04T21:59:05,930 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39095 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120 2024-12-04T21:59:05,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f. 2024-12-04T21:59:05,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f. as already flushing 2024-12-04T21:59:05,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f. 2024-12-04T21:59:05,930 ERROR [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] handler.RSProcedureHandler(58): pid=120 java.io.IOException: Unable to complete flush {ENCODED => e57fc8376c7ea5dffce5bcb06c62c23f, NAME => 'TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:59:05,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=120 java.io.IOException: Unable to complete flush {ENCODED => e57fc8376c7ea5dffce5bcb06c62c23f, NAME => 'TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:59:05,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44103 {}] master.HMaster(4177): Remote procedure failed, pid=120 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e57fc8376c7ea5dffce5bcb06c62c23f, NAME => 'TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e57fc8376c7ea5dffce5bcb06c62c23f, NAME => 'TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:59:05,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-12-04T21:59:06,013 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:06,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42512 deadline: 1733349606007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:06,014 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:06,014 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:06,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42526 deadline: 1733349606007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:06,014 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:06,014 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:59:06,014 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:06,014 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:06,014 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:06,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42542 deadline: 1733349606007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:06,014 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:59:06,014 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:06,014 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:06,014 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:59:06,021 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:06,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42534 deadline: 1733349606018, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:06,022 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:06,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42518 deadline: 1733349606018, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:06,022 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:06,022 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:06,022 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:59:06,022 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:06,022 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:06,022 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:59:06,083 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39095 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120 2024-12-04T21:59:06,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f. 2024-12-04T21:59:06,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f. as already flushing 2024-12-04T21:59:06,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f. 2024-12-04T21:59:06,083 ERROR [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] handler.RSProcedureHandler(58): pid=120 java.io.IOException: Unable to complete flush {ENCODED => e57fc8376c7ea5dffce5bcb06c62c23f, NAME => 'TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:59:06,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=120 java.io.IOException: Unable to complete flush {ENCODED => e57fc8376c7ea5dffce5bcb06c62c23f, NAME => 'TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:59:06,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44103 {}] master.HMaster(4177): Remote procedure failed, pid=120 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e57fc8376c7ea5dffce5bcb06c62c23f, NAME => 'TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e57fc8376c7ea5dffce5bcb06c62c23f, NAME => 'TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:59:06,195 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/.tmp/B/e855325a6072483ea2e61a815247010c 2024-12-04T21:59:06,217 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/.tmp/C/d8aee1a1320f411a8195d00e7d46c65d is 50, key is test_row_0/C:col10/1733349545323/Put/seqid=0 2024-12-04T21:59:06,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742264_1440 (size=12001) 2024-12-04T21:59:06,235 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39095 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120 2024-12-04T21:59:06,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f. 2024-12-04T21:59:06,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f. as already flushing 2024-12-04T21:59:06,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f. 2024-12-04T21:59:06,235 ERROR [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] handler.RSProcedureHandler(58): pid=120 java.io.IOException: Unable to complete flush {ENCODED => e57fc8376c7ea5dffce5bcb06c62c23f, NAME => 'TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:59:06,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=120 java.io.IOException: Unable to complete flush {ENCODED => e57fc8376c7ea5dffce5bcb06c62c23f, NAME => 'TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:59:06,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44103 {}] master.HMaster(4177): Remote procedure failed, pid=120 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e57fc8376c7ea5dffce5bcb06c62c23f, NAME => 'TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e57fc8376c7ea5dffce5bcb06c62c23f, NAME => 'TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:59:06,388 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39095 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120 2024-12-04T21:59:06,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f. 2024-12-04T21:59:06,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f. as already flushing 2024-12-04T21:59:06,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f. 2024-12-04T21:59:06,388 ERROR [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] handler.RSProcedureHandler(58): pid=120 java.io.IOException: Unable to complete flush {ENCODED => e57fc8376c7ea5dffce5bcb06c62c23f, NAME => 'TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:59:06,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=120 java.io.IOException: Unable to complete flush {ENCODED => e57fc8376c7ea5dffce5bcb06c62c23f, NAME => 'TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:59:06,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44103 {}] master.HMaster(4177): Remote procedure failed, pid=120 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e57fc8376c7ea5dffce5bcb06c62c23f, NAME => 'TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e57fc8376c7ea5dffce5bcb06c62c23f, NAME => 'TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:59:06,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-12-04T21:59:06,520 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:06,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42512 deadline: 1733349606517, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:06,520 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:06,520 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:06,520 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:06,520 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:59:06,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42526 deadline: 1733349606518, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:06,521 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:06,521 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:06,521 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:59:06,534 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:06,534 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:06,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42534 deadline: 1733349606528, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:06,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42542 deadline: 1733349606528, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:06,534 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:06,534 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:06,534 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:06,534 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:06,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42518 deadline: 1733349606528, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:06,534 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:06,534 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:59:06,534 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:59:06,535 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:06,535 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:06,535 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:59:06,540 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39095 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120 2024-12-04T21:59:06,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f. 2024-12-04T21:59:06,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f. as already flushing 2024-12-04T21:59:06,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f. 2024-12-04T21:59:06,541 ERROR [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] handler.RSProcedureHandler(58): pid=120 java.io.IOException: Unable to complete flush {ENCODED => e57fc8376c7ea5dffce5bcb06c62c23f, NAME => 'TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:59:06,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=120 java.io.IOException: Unable to complete flush {ENCODED => e57fc8376c7ea5dffce5bcb06c62c23f, NAME => 'TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:59:06,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44103 {}] master.HMaster(4177): Remote procedure failed, pid=120 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e57fc8376c7ea5dffce5bcb06c62c23f, NAME => 'TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e57fc8376c7ea5dffce5bcb06c62c23f, NAME => 'TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:59:06,621 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/.tmp/C/d8aee1a1320f411a8195d00e7d46c65d 2024-12-04T21:59:06,623 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/.tmp/A/5abb432a6ef64a5da85c839d33e00843 as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/A/5abb432a6ef64a5da85c839d33e00843 2024-12-04T21:59:06,626 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/A/5abb432a6ef64a5da85c839d33e00843, entries=150, sequenceid=12, filesize=11.7 K 2024-12-04T21:59:06,626 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/.tmp/B/e855325a6072483ea2e61a815247010c as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/B/e855325a6072483ea2e61a815247010c 2024-12-04T21:59:06,629 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/B/e855325a6072483ea2e61a815247010c, entries=150, sequenceid=12, filesize=11.7 K 2024-12-04T21:59:06,629 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/.tmp/C/d8aee1a1320f411a8195d00e7d46c65d as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/C/d8aee1a1320f411a8195d00e7d46c65d 2024-12-04T21:59:06,631 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/C/d8aee1a1320f411a8195d00e7d46c65d, entries=150, sequenceid=12, filesize=11.7 K 2024-12-04T21:59:06,632 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=134.18 KB/137400 for e57fc8376c7ea5dffce5bcb06c62c23f in 1309ms, sequenceid=12, compaction requested=false 2024-12-04T21:59:06,632 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e57fc8376c7ea5dffce5bcb06c62c23f: 2024-12-04T21:59:06,693 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39095 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120 2024-12-04T21:59:06,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f. 2024-12-04T21:59:06,693 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2902): Flushing e57fc8376c7ea5dffce5bcb06c62c23f 3/3 column families, dataSize=134.18 KB heapSize=370.92 KB 2024-12-04T21:59:06,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e57fc8376c7ea5dffce5bcb06c62c23f, store=A 2024-12-04T21:59:06,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-04T21:59:06,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e57fc8376c7ea5dffce5bcb06c62c23f, store=B 2024-12-04T21:59:06,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-04T21:59:06,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e57fc8376c7ea5dffce5bcb06c62c23f, store=C 2024-12-04T21:59:06,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-04T21:59:06,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/.tmp/A/0a1688d044934e30a6587548d731d1f5 is 50, key is test_row_0/A:col10/1733349545375/Put/seqid=0 2024-12-04T21:59:06,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742265_1441 (size=12001) 2024-12-04T21:59:07,103 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=46 (bloomFilter=true), to=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/.tmp/A/0a1688d044934e30a6587548d731d1f5 2024-12-04T21:59:07,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/.tmp/B/9c179ad8b7dc49ce8b48f920a6c3d94b is 50, key is test_row_0/B:col10/1733349545375/Put/seqid=0 2024-12-04T21:59:07,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742266_1442 (size=12001) 2024-12-04T21:59:07,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-12-04T21:59:07,512 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=46 (bloomFilter=true), to=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/.tmp/B/9c179ad8b7dc49ce8b48f920a6c3d94b 2024-12-04T21:59:07,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/.tmp/C/7b4614d4d8434675839c35004c42c1ad is 50, key is test_row_0/C:col10/1733349545375/Put/seqid=0 2024-12-04T21:59:07,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742267_1443 (size=12001) 2024-12-04T21:59:07,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(8855): Flush requested on e57fc8376c7ea5dffce5bcb06c62c23f 2024-12-04T21:59:07,530 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f. as already flushing 2024-12-04T21:59:07,552 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:07,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42512 deadline: 1733349607547, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:07,553 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:07,553 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:07,553 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:59:07,554 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:07,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42526 deadline: 1733349607547, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:07,554 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:07,554 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:07,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42534 deadline: 1733349607548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:07,554 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:07,554 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:59:07,554 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:07,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42518 deadline: 1733349607548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:07,554 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:07,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42542 deadline: 1733349607551, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:07,554 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to bb3046a53f79,39095,1733349424047 for 'test_row_0' in e57fc8376c7ea5dffce5bcb06c62c23f of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2175 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-04T21:59:07,555 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:07,555 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:07,555 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:07,555 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:59:07,555 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:07,554 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to bb3046a53f79,39095,1733349424047 for 'test_row_1' in e57fc8376c7ea5dffce5bcb06c62c23f of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2174 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-04T21:59:07,555 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:59:07,555 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:07,555 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:07,555 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:59:07,662 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:07,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42512 deadline: 1733349607658, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:07,663 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:07,663 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:07,663 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:07,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42526 deadline: 1733349607658, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:07,663 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:59:07,663 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:07,663 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:07,663 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:07,663 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:59:07,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42542 deadline: 1733349607658, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:07,663 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:07,663 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:07,663 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:59:07,869 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:07,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42512 deadline: 1733349607867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:07,870 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:07,870 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:07,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42526 deadline: 1733349607867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:07,870 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:07,870 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:59:07,870 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:07,870 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:07,870 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:07,870 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:59:07,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42542 deadline: 1733349607868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:07,870 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:07,870 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:07,870 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:59:07,926 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=46 (bloomFilter=true), to=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/.tmp/C/7b4614d4d8434675839c35004c42c1ad 2024-12-04T21:59:07,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/.tmp/A/0a1688d044934e30a6587548d731d1f5 as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/A/0a1688d044934e30a6587548d731d1f5 2024-12-04T21:59:07,933 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/A/0a1688d044934e30a6587548d731d1f5, entries=150, sequenceid=46, filesize=11.7 K 2024-12-04T21:59:07,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/.tmp/B/9c179ad8b7dc49ce8b48f920a6c3d94b as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/B/9c179ad8b7dc49ce8b48f920a6c3d94b 2024-12-04T21:59:07,937 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/B/9c179ad8b7dc49ce8b48f920a6c3d94b, entries=150, sequenceid=46, filesize=11.7 K 2024-12-04T21:59:07,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/.tmp/C/7b4614d4d8434675839c35004c42c1ad as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/C/7b4614d4d8434675839c35004c42c1ad 2024-12-04T21:59:07,941 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/C/7b4614d4d8434675839c35004c42c1ad, entries=150, sequenceid=46, filesize=11.7 K 2024-12-04T21:59:07,942 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~370.88 KB/379776, currentSize=53.67 KB/54960 for e57fc8376c7ea5dffce5bcb06c62c23f in 1249ms, sequenceid=46, compaction requested=false 2024-12-04T21:59:07,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2603): Flush status journal for e57fc8376c7ea5dffce5bcb06c62c23f: 2024-12-04T21:59:07,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f. 2024-12-04T21:59:07,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=120 2024-12-04T21:59:07,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44103 {}] master.HMaster(4169): Remote procedure done, pid=120 2024-12-04T21:59:07,945 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=120, resume processing ppid=119 2024-12-04T21:59:07,945 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=120, ppid=119, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.6230 sec 2024-12-04T21:59:07,947 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=119, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=119, table=TestAcidGuarantees in 2.6350 sec 2024-12-04T21:59:08,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(8855): Flush requested on e57fc8376c7ea5dffce5bcb06c62c23f 2024-12-04T21:59:08,180 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e57fc8376c7ea5dffce5bcb06c62c23f 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-12-04T21:59:08,180 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e57fc8376c7ea5dffce5bcb06c62c23f, store=A 2024-12-04T21:59:08,181 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T21:59:08,181 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e57fc8376c7ea5dffce5bcb06c62c23f, store=B 2024-12-04T21:59:08,181 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T21:59:08,181 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e57fc8376c7ea5dffce5bcb06c62c23f, store=C 2024-12-04T21:59:08,181 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T21:59:08,184 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/.tmp/A/eadcf5e9766a4d06a19cb1f0600b26c1 is 50, key is test_row_0/A:col10/1733349547537/Put/seqid=0 2024-12-04T21:59:08,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742268_1444 (size=14341) 2024-12-04T21:59:08,214 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:08,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42512 deadline: 1733349608206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:08,214 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:08,214 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:08,214 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:59:08,219 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-04T21:59:08,220 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:08,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42526 deadline: 1733349608213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:08,220 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:08,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42542 deadline: 1733349608214, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:08,221 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:08,221 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:08,221 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:59:08,221 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:08,221 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:08,221 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:59:08,322 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:08,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42512 deadline: 1733349608317, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:08,322 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:08,322 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:08,322 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:59:08,329 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:08,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42526 deadline: 1733349608327, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:08,330 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:08,330 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:08,330 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:08,330 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:59:08,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42542 deadline: 1733349608327, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:08,330 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:08,330 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:08,330 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:59:08,534 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:08,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42512 deadline: 1733349608528, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:08,534 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:08,534 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:08,534 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:59:08,542 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:08,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42526 deadline: 1733349608537, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:08,542 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:08,542 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:08,542 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:08,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42542 deadline: 1733349608537, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:08,542 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:59:08,542 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:08,542 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:08,542 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:59:08,588 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/.tmp/A/eadcf5e9766a4d06a19cb1f0600b26c1 2024-12-04T21:59:08,593 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/.tmp/B/9204d99fe8a44ea3ac6bf5142d6b2234 is 50, key is test_row_0/B:col10/1733349547537/Put/seqid=0 2024-12-04T21:59:08,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742269_1445 (size=12001) 2024-12-04T21:59:08,842 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:08,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42512 deadline: 1733349608837, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:08,842 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:08,842 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:08,843 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:59:08,854 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:08,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42526 deadline: 1733349608848, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:08,854 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:08,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42542 deadline: 1733349608848, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:08,854 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:08,854 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:08,854 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:59:08,854 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:08,854 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:08,854 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:59:08,997 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/.tmp/B/9204d99fe8a44ea3ac6bf5142d6b2234 2024-12-04T21:59:09,002 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/.tmp/C/6224651f5feb4b73b571f105b270ec7f is 50, key is test_row_0/C:col10/1733349547537/Put/seqid=0 2024-12-04T21:59:09,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742270_1446 (size=12001) 2024-12-04T21:59:09,362 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:09,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42512 deadline: 1733349609357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:09,362 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:09,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42542 deadline: 1733349609357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:09,362 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:09,362 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:09,362 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:59:09,363 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:09,363 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:09,363 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:59:09,372 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:09,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42526 deadline: 1733349609368, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:09,372 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:09,372 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:09,372 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:59:09,405 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/.tmp/C/6224651f5feb4b73b571f105b270ec7f 2024-12-04T21:59:09,408 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/.tmp/A/eadcf5e9766a4d06a19cb1f0600b26c1 as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/A/eadcf5e9766a4d06a19cb1f0600b26c1 2024-12-04T21:59:09,411 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/A/eadcf5e9766a4d06a19cb1f0600b26c1, entries=200, sequenceid=58, filesize=14.0 K 2024-12-04T21:59:09,411 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/.tmp/B/9204d99fe8a44ea3ac6bf5142d6b2234 as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/B/9204d99fe8a44ea3ac6bf5142d6b2234 2024-12-04T21:59:09,414 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/B/9204d99fe8a44ea3ac6bf5142d6b2234, entries=150, sequenceid=58, filesize=11.7 K 2024-12-04T21:59:09,414 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/.tmp/C/6224651f5feb4b73b571f105b270ec7f as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/C/6224651f5feb4b73b571f105b270ec7f 2024-12-04T21:59:09,417 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/C/6224651f5feb4b73b571f105b270ec7f, entries=150, sequenceid=58, filesize=11.7 K 2024-12-04T21:59:09,417 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for e57fc8376c7ea5dffce5bcb06c62c23f in 1237ms, sequenceid=58, compaction requested=true 2024-12-04T21:59:09,417 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e57fc8376c7ea5dffce5bcb06c62c23f: 2024-12-04T21:59:09,418 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e57fc8376c7ea5dffce5bcb06c62c23f:A, priority=-2147483648, current under compaction store size is 1 2024-12-04T21:59:09,418 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T21:59:09,418 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T21:59:09,418 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e57fc8376c7ea5dffce5bcb06c62c23f:B, priority=-2147483648, current under compaction store size is 2 2024-12-04T21:59:09,418 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T21:59:09,418 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e57fc8376c7ea5dffce5bcb06c62c23f:C, priority=-2147483648, current under compaction store size is 3 2024-12-04T21:59:09,418 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T21:59:09,418 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T21:59:09,418 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38343 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T21:59:09,418 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T21:59:09,418 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HStore(1541): e57fc8376c7ea5dffce5bcb06c62c23f/A is initiating minor compaction (all files) 2024-12-04T21:59:09,418 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HStore(1541): e57fc8376c7ea5dffce5bcb06c62c23f/B is initiating minor compaction (all files) 2024-12-04T21:59:09,418 INFO [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e57fc8376c7ea5dffce5bcb06c62c23f/A in TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f. 2024-12-04T21:59:09,418 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e57fc8376c7ea5dffce5bcb06c62c23f/B in TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f. 2024-12-04T21:59:09,418 INFO [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/A/5abb432a6ef64a5da85c839d33e00843, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/A/0a1688d044934e30a6587548d731d1f5, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/A/eadcf5e9766a4d06a19cb1f0600b26c1] into tmpdir=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/.tmp, totalSize=37.4 K 2024-12-04T21:59:09,418 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/B/e855325a6072483ea2e61a815247010c, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/B/9c179ad8b7dc49ce8b48f920a6c3d94b, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/B/9204d99fe8a44ea3ac6bf5142d6b2234] into tmpdir=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/.tmp, totalSize=35.2 K 2024-12-04T21:59:09,419 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5abb432a6ef64a5da85c839d33e00843, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1733349545318 2024-12-04T21:59:09,419 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.Compactor(225): Compacting e855325a6072483ea2e61a815247010c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1733349545318 2024-12-04T21:59:09,419 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0a1688d044934e30a6587548d731d1f5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=46, earliestPutTs=1733349545375 2024-12-04T21:59:09,419 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.Compactor(225): Compacting 9c179ad8b7dc49ce8b48f920a6c3d94b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=46, earliestPutTs=1733349545375 2024-12-04T21:59:09,419 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] compactions.Compactor(225): Compacting eadcf5e9766a4d06a19cb1f0600b26c1, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=58, earliestPutTs=1733349547537 2024-12-04T21:59:09,419 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.Compactor(225): Compacting 9204d99fe8a44ea3ac6bf5142d6b2234, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=58, earliestPutTs=1733349547537 2024-12-04T21:59:09,428 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e57fc8376c7ea5dffce5bcb06c62c23f#B#compaction#372 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T21:59:09,429 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/.tmp/B/e26ace8ebf3743a887e2c0b6980b158f is 50, key is test_row_0/B:col10/1733349547537/Put/seqid=0 2024-12-04T21:59:09,431 INFO [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e57fc8376c7ea5dffce5bcb06c62c23f#A#compaction#373 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T21:59:09,431 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/.tmp/A/eb1e63a4a1054624983a8a3254712030 is 50, key is test_row_0/A:col10/1733349547537/Put/seqid=0 2024-12-04T21:59:09,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742271_1447 (size=12104) 2024-12-04T21:59:09,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742272_1448 (size=12104) 2024-12-04T21:59:09,447 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/.tmp/A/eb1e63a4a1054624983a8a3254712030 as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/A/eb1e63a4a1054624983a8a3254712030 2024-12-04T21:59:09,453 INFO [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e57fc8376c7ea5dffce5bcb06c62c23f/A of e57fc8376c7ea5dffce5bcb06c62c23f into eb1e63a4a1054624983a8a3254712030(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T21:59:09,453 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e57fc8376c7ea5dffce5bcb06c62c23f: 2024-12-04T21:59:09,453 INFO [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., storeName=e57fc8376c7ea5dffce5bcb06c62c23f/A, priority=13, startTime=1733349549417; duration=0sec 2024-12-04T21:59:09,453 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T21:59:09,453 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e57fc8376c7ea5dffce5bcb06c62c23f:A 2024-12-04T21:59:09,453 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T21:59:09,454 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T21:59:09,454 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HStore(1541): e57fc8376c7ea5dffce5bcb06c62c23f/C is initiating minor compaction (all files) 2024-12-04T21:59:09,454 INFO [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e57fc8376c7ea5dffce5bcb06c62c23f/C in TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f. 2024-12-04T21:59:09,454 INFO [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/C/d8aee1a1320f411a8195d00e7d46c65d, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/C/7b4614d4d8434675839c35004c42c1ad, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/C/6224651f5feb4b73b571f105b270ec7f] into tmpdir=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/.tmp, totalSize=35.2 K 2024-12-04T21:59:09,455 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] compactions.Compactor(225): Compacting d8aee1a1320f411a8195d00e7d46c65d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1733349545318 2024-12-04T21:59:09,455 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7b4614d4d8434675839c35004c42c1ad, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=46, earliestPutTs=1733349545375 2024-12-04T21:59:09,456 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6224651f5feb4b73b571f105b270ec7f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=58, earliestPutTs=1733349547537 2024-12-04T21:59:09,463 INFO [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e57fc8376c7ea5dffce5bcb06c62c23f#C#compaction#374 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T21:59:09,463 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/.tmp/C/184861f63a51438ea5051f0c7e673fdc is 50, key is test_row_0/C:col10/1733349547537/Put/seqid=0 2024-12-04T21:59:09,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742273_1449 (size=12104) 2024-12-04T21:59:09,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-12-04T21:59:09,478 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-04T21:59:09,479 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44103 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-04T21:59:09,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44103 {}] procedure2.ProcedureExecutor(1139): Stored pid=121, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=121, table=TestAcidGuarantees 2024-12-04T21:59:09,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-12-04T21:59:09,482 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=121, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=121, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-04T21:59:09,483 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=121, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=121, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-04T21:59:09,483 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=122, ppid=121, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-04T21:59:09,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(8855): Flush requested on e57fc8376c7ea5dffce5bcb06c62c23f 2024-12-04T21:59:09,572 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e57fc8376c7ea5dffce5bcb06c62c23f 3/3 column families, dataSize=120.76 KB heapSize=360.05 KB 2024-12-04T21:59:09,573 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e57fc8376c7ea5dffce5bcb06c62c23f, store=A 2024-12-04T21:59:09,573 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-04T21:59:09,573 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e57fc8376c7ea5dffce5bcb06c62c23f, store=B 2024-12-04T21:59:09,573 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-04T21:59:09,573 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e57fc8376c7ea5dffce5bcb06c62c23f, store=C 2024-12-04T21:59:09,573 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-04T21:59:09,576 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/.tmp/A/f0e602bd7b0243bab38567b726cef4a6 is 50, key is test_row_0/A:col10/1733349549571/Put/seqid=0 2024-12-04T21:59:09,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742274_1450 (size=14341) 2024-12-04T21:59:09,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-12-04T21:59:09,609 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:09,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42518 deadline: 1733349609603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:09,610 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:09,610 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:09,610 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:59:09,612 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:09,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42534 deadline: 1733349609604, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:09,613 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:09,613 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:09,613 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:59:09,635 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39095 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122 2024-12-04T21:59:09,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f. 2024-12-04T21:59:09,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f. as already flushing 2024-12-04T21:59:09,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f. 2024-12-04T21:59:09,635 ERROR [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] handler.RSProcedureHandler(58): pid=122 java.io.IOException: Unable to complete flush {ENCODED => e57fc8376c7ea5dffce5bcb06c62c23f, NAME => 'TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:59:09,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=122 java.io.IOException: Unable to complete flush {ENCODED => e57fc8376c7ea5dffce5bcb06c62c23f, NAME => 'TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:59:09,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44103 {}] master.HMaster(4177): Remote procedure failed, pid=122 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e57fc8376c7ea5dffce5bcb06c62c23f, NAME => 'TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e57fc8376c7ea5dffce5bcb06c62c23f, NAME => 'TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:59:09,722 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:09,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42518 deadline: 1733349609717, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:09,722 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:09,722 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:09,722 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:59:09,723 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:09,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42534 deadline: 1733349609717, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:09,724 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:09,724 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:09,724 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:59:09,788 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39095 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122 2024-12-04T21:59:09,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f. 2024-12-04T21:59:09,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f. as already flushing 2024-12-04T21:59:09,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f. 2024-12-04T21:59:09,788 ERROR [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] handler.RSProcedureHandler(58): pid=122 java.io.IOException: Unable to complete flush {ENCODED => e57fc8376c7ea5dffce5bcb06c62c23f, NAME => 'TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:59:09,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=122 java.io.IOException: Unable to complete flush {ENCODED => e57fc8376c7ea5dffce5bcb06c62c23f, NAME => 'TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:59:09,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44103 {}] master.HMaster(4177): Remote procedure failed, pid=122 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e57fc8376c7ea5dffce5bcb06c62c23f, NAME => 'TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e57fc8376c7ea5dffce5bcb06c62c23f, NAME => 'TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:59:09,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-12-04T21:59:09,838 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/.tmp/B/e26ace8ebf3743a887e2c0b6980b158f as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/B/e26ace8ebf3743a887e2c0b6980b158f 2024-12-04T21:59:09,841 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e57fc8376c7ea5dffce5bcb06c62c23f/B of e57fc8376c7ea5dffce5bcb06c62c23f into e26ace8ebf3743a887e2c0b6980b158f(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T21:59:09,841 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e57fc8376c7ea5dffce5bcb06c62c23f: 2024-12-04T21:59:09,841 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., storeName=e57fc8376c7ea5dffce5bcb06c62c23f/B, priority=13, startTime=1733349549418; duration=0sec 2024-12-04T21:59:09,841 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T21:59:09,841 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e57fc8376c7ea5dffce5bcb06c62c23f:B 2024-12-04T21:59:09,870 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/.tmp/C/184861f63a51438ea5051f0c7e673fdc as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/C/184861f63a51438ea5051f0c7e673fdc 2024-12-04T21:59:09,873 INFO [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e57fc8376c7ea5dffce5bcb06c62c23f/C of e57fc8376c7ea5dffce5bcb06c62c23f into 184861f63a51438ea5051f0c7e673fdc(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T21:59:09,873 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e57fc8376c7ea5dffce5bcb06c62c23f: 2024-12-04T21:59:09,873 INFO [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., storeName=e57fc8376c7ea5dffce5bcb06c62c23f/C, priority=13, startTime=1733349549418; duration=0sec 2024-12-04T21:59:09,873 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T21:59:09,873 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e57fc8376c7ea5dffce5bcb06c62c23f:C 2024-12-04T21:59:09,933 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:09,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42518 deadline: 1733349609928, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:09,933 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:09,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42534 deadline: 1733349609928, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:09,933 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:09,933 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:09,933 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:59:09,933 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:09,933 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:09,933 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:59:09,940 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39095 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122 2024-12-04T21:59:09,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f. 2024-12-04T21:59:09,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f. as already flushing 2024-12-04T21:59:09,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f. 2024-12-04T21:59:09,941 ERROR [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] handler.RSProcedureHandler(58): pid=122 java.io.IOException: Unable to complete flush {ENCODED => e57fc8376c7ea5dffce5bcb06c62c23f, NAME => 'TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:59:09,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=122 java.io.IOException: Unable to complete flush {ENCODED => e57fc8376c7ea5dffce5bcb06c62c23f, NAME => 'TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:59:09,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44103 {}] master.HMaster(4177): Remote procedure failed, pid=122 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e57fc8376c7ea5dffce5bcb06c62c23f, NAME => 'TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e57fc8376c7ea5dffce5bcb06c62c23f, NAME => 'TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:59:09,981 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=80 (bloomFilter=true), to=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/.tmp/A/f0e602bd7b0243bab38567b726cef4a6 2024-12-04T21:59:09,987 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/.tmp/B/f1e65c3997c546f6afb7c279e155f78e is 50, key is test_row_0/B:col10/1733349549571/Put/seqid=0 2024-12-04T21:59:09,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742275_1451 (size=12001) 2024-12-04T21:59:09,992 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=80 (bloomFilter=true), to=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/.tmp/B/f1e65c3997c546f6afb7c279e155f78e 2024-12-04T21:59:10,004 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/.tmp/C/9249271c536848c49e824752bba62825 is 50, key is test_row_0/C:col10/1733349549571/Put/seqid=0 2024-12-04T21:59:10,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742276_1452 (size=12001) 2024-12-04T21:59:10,011 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=80 (bloomFilter=true), to=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/.tmp/C/9249271c536848c49e824752bba62825 2024-12-04T21:59:10,016 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/.tmp/A/f0e602bd7b0243bab38567b726cef4a6 as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/A/f0e602bd7b0243bab38567b726cef4a6 2024-12-04T21:59:10,019 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/A/f0e602bd7b0243bab38567b726cef4a6, entries=200, sequenceid=80, filesize=14.0 K 2024-12-04T21:59:10,020 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/.tmp/B/f1e65c3997c546f6afb7c279e155f78e as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/B/f1e65c3997c546f6afb7c279e155f78e 2024-12-04T21:59:10,023 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/B/f1e65c3997c546f6afb7c279e155f78e, entries=150, sequenceid=80, filesize=11.7 K 2024-12-04T21:59:10,023 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/.tmp/C/9249271c536848c49e824752bba62825 as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/C/9249271c536848c49e824752bba62825 2024-12-04T21:59:10,029 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/C/9249271c536848c49e824752bba62825, entries=150, sequenceid=80, filesize=11.7 K 2024-12-04T21:59:10,030 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~360 KB/368640, currentSize=53.67 KB/54960 for e57fc8376c7ea5dffce5bcb06c62c23f in 458ms, sequenceid=80, compaction requested=false 2024-12-04T21:59:10,030 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e57fc8376c7ea5dffce5bcb06c62c23f: 2024-12-04T21:59:10,093 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39095 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122 2024-12-04T21:59:10,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f. 2024-12-04T21:59:10,093 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2902): Flushing e57fc8376c7ea5dffce5bcb06c62c23f 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-12-04T21:59:10,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e57fc8376c7ea5dffce5bcb06c62c23f, store=A 2024-12-04T21:59:10,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T21:59:10,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e57fc8376c7ea5dffce5bcb06c62c23f, store=B 2024-12-04T21:59:10,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T21:59:10,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e57fc8376c7ea5dffce5bcb06c62c23f, store=C 2024-12-04T21:59:10,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T21:59:10,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/.tmp/A/9eb2c6bb56c840e39a18bed94fb7c7ff is 50, key is test_row_0/A:col10/1733349549602/Put/seqid=0 2024-12-04T21:59:10,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742277_1453 (size=12001) 2024-12-04T21:59:10,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-12-04T21:59:10,240 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f. as already flushing 2024-12-04T21:59:10,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(8855): Flush requested on e57fc8376c7ea5dffce5bcb06c62c23f 2024-12-04T21:59:10,304 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/bb3046a53f79:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733349550267, max timestamp=1733349550302Num uniques 859; 2024-12-04T21:59:10,304 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/bb3046a53f79:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-04T21:59:10,304 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/bb3046a53f79:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733349550267, max timestamp=1733349550302Num uniques 859; 2024-12-04T21:59:10,304 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/bb3046a53f79:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-04T21:59:10,304 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/bb3046a53f79:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733349550267, max timestamp=1733349550302Num uniques 859; 2024-12-04T21:59:10,304 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/bb3046a53f79:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-04T21:59:10,360 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:10,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42518 deadline: 1733349610352, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:10,360 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:10,360 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:10,360 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:59:10,362 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:10,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42534 deadline: 1733349610360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:10,362 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:10,362 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:10,362 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:59:10,372 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:10,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42542 deadline: 1733349610368, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:10,372 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to bb3046a53f79,39095,1733349424047 for 'test_row_0' in e57fc8376c7ea5dffce5bcb06c62c23f of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2158 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-04T21:59:10,373 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:10,373 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:10,373 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:59:10,381 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:10,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42512 deadline: 1733349610377, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:10,382 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:10,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42526 deadline: 1733349610377, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:10,382 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to bb3046a53f79,39095,1733349424047 for 'test_row_0' in e57fc8376c7ea5dffce5bcb06c62c23f of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2175 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-04T21:59:10,382 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:10,382 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to bb3046a53f79,39095,1733349424047 for 'test_row_2' in e57fc8376c7ea5dffce5bcb06c62c23f of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2169 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-04T21:59:10,382 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:10,382 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:59:10,382 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:10,382 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:10,383 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:59:10,471 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:10,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42518 deadline: 1733349610468, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:10,472 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:10,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42534 deadline: 1733349610468, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:10,472 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:10,472 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:10,472 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:59:10,472 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:10,472 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:10,472 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:59:10,499 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/.tmp/A/9eb2c6bb56c840e39a18bed94fb7c7ff 2024-12-04T21:59:10,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/.tmp/B/45833fb21bfa4fc9877ebb6e973f74e3 is 50, key is test_row_0/B:col10/1733349549602/Put/seqid=0 2024-12-04T21:59:10,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742278_1454 (size=12001) 2024-12-04T21:59:10,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-12-04T21:59:10,680 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:10,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42518 deadline: 1733349610678, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:10,680 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:10,680 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:10,680 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:10,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42534 deadline: 1733349610678, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:10,680 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:59:10,681 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:10,681 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:10,681 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:59:10,909 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/.tmp/B/45833fb21bfa4fc9877ebb6e973f74e3 2024-12-04T21:59:10,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/.tmp/C/de136d306a6745f79bb7aa01bdc2a4db is 50, key is test_row_0/C:col10/1733349549602/Put/seqid=0 2024-12-04T21:59:10,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742279_1455 (size=12001) 2024-12-04T21:59:10,991 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:10,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42518 deadline: 1733349610987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:10,992 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:10,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42534 deadline: 1733349610987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:10,992 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:10,992 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:10,992 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:59:10,992 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:10,992 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:10,992 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:59:11,318 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/.tmp/C/de136d306a6745f79bb7aa01bdc2a4db 2024-12-04T21:59:11,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/.tmp/A/9eb2c6bb56c840e39a18bed94fb7c7ff as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/A/9eb2c6bb56c840e39a18bed94fb7c7ff 2024-12-04T21:59:11,324 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/A/9eb2c6bb56c840e39a18bed94fb7c7ff, entries=150, sequenceid=93, filesize=11.7 K 2024-12-04T21:59:11,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/.tmp/B/45833fb21bfa4fc9877ebb6e973f74e3 as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/B/45833fb21bfa4fc9877ebb6e973f74e3 2024-12-04T21:59:11,332 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/B/45833fb21bfa4fc9877ebb6e973f74e3, entries=150, sequenceid=93, filesize=11.7 K 2024-12-04T21:59:11,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/.tmp/C/de136d306a6745f79bb7aa01bdc2a4db as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/C/de136d306a6745f79bb7aa01bdc2a4db 2024-12-04T21:59:11,335 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/C/de136d306a6745f79bb7aa01bdc2a4db, entries=150, sequenceid=93, filesize=11.7 K 2024-12-04T21:59:11,336 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for e57fc8376c7ea5dffce5bcb06c62c23f in 1243ms, sequenceid=93, compaction requested=true 2024-12-04T21:59:11,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2603): Flush status journal for e57fc8376c7ea5dffce5bcb06c62c23f: 2024-12-04T21:59:11,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f. 2024-12-04T21:59:11,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=122 2024-12-04T21:59:11,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44103 {}] master.HMaster(4169): Remote procedure done, pid=122 2024-12-04T21:59:11,339 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=122, resume processing ppid=121 2024-12-04T21:59:11,339 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=122, ppid=121, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8550 sec 2024-12-04T21:59:11,340 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=121, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=121, table=TestAcidGuarantees in 1.8600 sec 2024-12-04T21:59:11,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(8855): Flush requested on e57fc8376c7ea5dffce5bcb06c62c23f 2024-12-04T21:59:11,503 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e57fc8376c7ea5dffce5bcb06c62c23f 3/3 column families, dataSize=134.18 KB heapSize=380.30 KB 2024-12-04T21:59:11,503 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e57fc8376c7ea5dffce5bcb06c62c23f, store=A 2024-12-04T21:59:11,503 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-04T21:59:11,503 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e57fc8376c7ea5dffce5bcb06c62c23f, store=B 2024-12-04T21:59:11,503 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-04T21:59:11,503 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e57fc8376c7ea5dffce5bcb06c62c23f, store=C 2024-12-04T21:59:11,503 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-04T21:59:11,508 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/.tmp/A/877227728d3e4561806084b06cd3996f is 50, key is test_row_0/A:col10/1733349550359/Put/seqid=0 2024-12-04T21:59:11,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742280_1456 (size=14391) 2024-12-04T21:59:11,540 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:11,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42518 deadline: 1733349611528, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:11,540 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:11,541 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:11,541 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:11,541 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:59:11,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42534 deadline: 1733349611531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:11,541 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:11,541 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:11,541 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:59:11,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-12-04T21:59:11,628 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-04T21:59:11,628 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44103 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-04T21:59:11,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44103 {}] procedure2.ProcedureExecutor(1139): Stored pid=123, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=123, table=TestAcidGuarantees 2024-12-04T21:59:11,629 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=123, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=123, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-04T21:59:11,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-12-04T21:59:11,630 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=123, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=123, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-04T21:59:11,630 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=124, ppid=123, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-04T21:59:11,651 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:11,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42518 deadline: 1733349611648, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:11,651 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:11,651 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:11,651 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:11,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42534 deadline: 1733349611648, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:11,651 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:59:11,652 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:11,652 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:11,652 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:59:11,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-12-04T21:59:11,781 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39095 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-12-04T21:59:11,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f. 2024-12-04T21:59:11,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f. as already flushing 2024-12-04T21:59:11,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f. 2024-12-04T21:59:11,782 ERROR [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124 java.io.IOException: Unable to complete flush {ENCODED => e57fc8376c7ea5dffce5bcb06c62c23f, NAME => 'TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:59:11,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124 java.io.IOException: Unable to complete flush {ENCODED => e57fc8376c7ea5dffce5bcb06c62c23f, NAME => 'TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:59:11,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44103 {}] master.HMaster(4177): Remote procedure failed, pid=124 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e57fc8376c7ea5dffce5bcb06c62c23f, NAME => 'TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e57fc8376c7ea5dffce5bcb06c62c23f, NAME => 'TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:59:11,864 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:11,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42518 deadline: 1733349611857, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:11,865 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:11,865 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:11,865 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:11,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42534 deadline: 1733349611857, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:11,865 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:59:11,865 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:11,865 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:11,865 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:59:11,911 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/.tmp/A/877227728d3e4561806084b06cd3996f 2024-12-04T21:59:11,917 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/.tmp/B/e0c54f2a1dc84fe2825d8ed4cdc24afb is 50, key is test_row_0/B:col10/1733349550359/Put/seqid=0 2024-12-04T21:59:11,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742281_1457 (size=12051) 2024-12-04T21:59:11,934 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39095 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-12-04T21:59:11,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f. 2024-12-04T21:59:11,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f. as already flushing 2024-12-04T21:59:11,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f. 2024-12-04T21:59:11,934 ERROR [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124 java.io.IOException: Unable to complete flush {ENCODED => e57fc8376c7ea5dffce5bcb06c62c23f, NAME => 'TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:59:11,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124 java.io.IOException: Unable to complete flush {ENCODED => e57fc8376c7ea5dffce5bcb06c62c23f, NAME => 'TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:59:11,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44103 {}] master.HMaster(4177): Remote procedure failed, pid=124 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e57fc8376c7ea5dffce5bcb06c62c23f, NAME => 'TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e57fc8376c7ea5dffce5bcb06c62c23f, NAME => 'TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:59:11,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-12-04T21:59:12,087 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39095 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-12-04T21:59:12,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f. 2024-12-04T21:59:12,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f. as already flushing 2024-12-04T21:59:12,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f. 2024-12-04T21:59:12,087 ERROR [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124 java.io.IOException: Unable to complete flush {ENCODED => e57fc8376c7ea5dffce5bcb06c62c23f, NAME => 'TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:59:12,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124 java.io.IOException: Unable to complete flush {ENCODED => e57fc8376c7ea5dffce5bcb06c62c23f, NAME => 'TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:59:12,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44103 {}] master.HMaster(4177): Remote procedure failed, pid=124 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e57fc8376c7ea5dffce5bcb06c62c23f, NAME => 'TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e57fc8376c7ea5dffce5bcb06c62c23f, NAME => 'TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:59:12,170 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:12,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42518 deadline: 1733349612168, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:12,171 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:12,171 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:12,171 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:59:12,180 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:12,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42534 deadline: 1733349612177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:12,180 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:12,180 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:12,180 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:59:12,239 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39095 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-12-04T21:59:12,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f. 2024-12-04T21:59:12,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f. as already flushing 2024-12-04T21:59:12,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f. 2024-12-04T21:59:12,239 ERROR [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124 java.io.IOException: Unable to complete flush {ENCODED => e57fc8376c7ea5dffce5bcb06c62c23f, NAME => 'TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:59:12,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124 java.io.IOException: Unable to complete flush {ENCODED => e57fc8376c7ea5dffce5bcb06c62c23f, NAME => 'TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:59:12,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44103 {}] master.HMaster(4177): Remote procedure failed, pid=124 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e57fc8376c7ea5dffce5bcb06c62c23f, NAME => 'TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e57fc8376c7ea5dffce5bcb06c62c23f, NAME => 'TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:59:12,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-12-04T21:59:12,327 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/.tmp/B/e0c54f2a1dc84fe2825d8ed4cdc24afb 2024-12-04T21:59:12,335 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/.tmp/C/6f19a7277681438fad8003ca759e862d is 50, key is test_row_0/C:col10/1733349550359/Put/seqid=0 2024-12-04T21:59:12,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742282_1458 (size=12051) 2024-12-04T21:59:12,392 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39095 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-12-04T21:59:12,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f. 2024-12-04T21:59:12,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f. as already flushing 2024-12-04T21:59:12,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f. 2024-12-04T21:59:12,392 ERROR [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124 java.io.IOException: Unable to complete flush {ENCODED => e57fc8376c7ea5dffce5bcb06c62c23f, NAME => 'TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:59:12,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124 java.io.IOException: Unable to complete flush {ENCODED => e57fc8376c7ea5dffce5bcb06c62c23f, NAME => 'TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:59:12,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44103 {}] master.HMaster(4177): Remote procedure failed, pid=124 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e57fc8376c7ea5dffce5bcb06c62c23f, NAME => 'TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e57fc8376c7ea5dffce5bcb06c62c23f, NAME => 'TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:59:12,393 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:12,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42512 deadline: 1733349612388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:12,394 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to bb3046a53f79,39095,1733349424047 for 'test_row_0' in e57fc8376c7ea5dffce5bcb06c62c23f of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4187 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-04T21:59:12,394 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:12,394 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:12,394 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:59:12,407 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:12,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42542 deadline: 1733349612398, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:12,408 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to bb3046a53f79,39095,1733349424047 for 'test_row_0' in e57fc8376c7ea5dffce5bcb06c62c23f of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4194 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-04T21:59:12,408 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:12,408 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:12,408 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:59:12,411 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:12,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42526 deadline: 1733349612407, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:12,412 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to bb3046a53f79,39095,1733349424047 for 'test_row_2' in e57fc8376c7ea5dffce5bcb06c62c23f of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4198 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-04T21:59:12,412 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:12,412 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:12,412 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:59:12,544 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39095 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-12-04T21:59:12,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f. 2024-12-04T21:59:12,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f. as already flushing 2024-12-04T21:59:12,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f. 2024-12-04T21:59:12,545 ERROR [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124 java.io.IOException: Unable to complete flush {ENCODED => e57fc8376c7ea5dffce5bcb06c62c23f, NAME => 'TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:59:12,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124 java.io.IOException: Unable to complete flush {ENCODED => e57fc8376c7ea5dffce5bcb06c62c23f, NAME => 'TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:59:12,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44103 {}] master.HMaster(4177): Remote procedure failed, pid=124 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e57fc8376c7ea5dffce5bcb06c62c23f, NAME => 'TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e57fc8376c7ea5dffce5bcb06c62c23f, NAME => 'TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:59:12,681 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:12,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42518 deadline: 1733349612677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:12,682 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:12,682 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:12,682 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:59:12,694 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:12,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42534 deadline: 1733349612687, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:12,695 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:12,695 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:12,695 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:59:12,697 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39095 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-12-04T21:59:12,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f. 2024-12-04T21:59:12,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f. as already flushing 2024-12-04T21:59:12,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f. 2024-12-04T21:59:12,697 ERROR [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124 java.io.IOException: Unable to complete flush {ENCODED => e57fc8376c7ea5dffce5bcb06c62c23f, NAME => 'TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:59:12,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124 java.io.IOException: Unable to complete flush {ENCODED => e57fc8376c7ea5dffce5bcb06c62c23f, NAME => 'TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:59:12,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44103 {}] master.HMaster(4177): Remote procedure failed, pid=124 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e57fc8376c7ea5dffce5bcb06c62c23f, NAME => 'TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e57fc8376c7ea5dffce5bcb06c62c23f, NAME => 'TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:59:12,743 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/.tmp/C/6f19a7277681438fad8003ca759e862d 2024-12-04T21:59:12,746 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/.tmp/A/877227728d3e4561806084b06cd3996f as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/A/877227728d3e4561806084b06cd3996f 2024-12-04T21:59:12,749 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/A/877227728d3e4561806084b06cd3996f, entries=200, sequenceid=129, filesize=14.1 K 2024-12-04T21:59:12,750 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/.tmp/B/e0c54f2a1dc84fe2825d8ed4cdc24afb as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/B/e0c54f2a1dc84fe2825d8ed4cdc24afb 2024-12-04T21:59:12,753 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/B/e0c54f2a1dc84fe2825d8ed4cdc24afb, entries=150, sequenceid=129, filesize=11.8 K 2024-12-04T21:59:12,753 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/.tmp/C/6f19a7277681438fad8003ca759e862d as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/C/6f19a7277681438fad8003ca759e862d 2024-12-04T21:59:12,756 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/C/6f19a7277681438fad8003ca759e862d, entries=150, sequenceid=129, filesize=11.8 K 2024-12-04T21:59:12,757 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~380.25 KB/389376, currentSize=46.96 KB/48090 for e57fc8376c7ea5dffce5bcb06c62c23f in 1254ms, sequenceid=129, compaction requested=true 2024-12-04T21:59:12,757 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e57fc8376c7ea5dffce5bcb06c62c23f: 2024-12-04T21:59:12,757 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e57fc8376c7ea5dffce5bcb06c62c23f:A, priority=-2147483648, current under compaction store size is 1 2024-12-04T21:59:12,757 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T21:59:12,757 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e57fc8376c7ea5dffce5bcb06c62c23f:B, priority=-2147483648, current under compaction store size is 2 2024-12-04T21:59:12,757 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-04T21:59:12,757 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T21:59:12,757 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-04T21:59:12,757 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e57fc8376c7ea5dffce5bcb06c62c23f:C, priority=-2147483648, current under compaction store size is 3 2024-12-04T21:59:12,757 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T21:59:12,758 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48157 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-04T21:59:12,759 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HStore(1541): e57fc8376c7ea5dffce5bcb06c62c23f/B is initiating minor compaction (all files) 2024-12-04T21:59:12,759 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e57fc8376c7ea5dffce5bcb06c62c23f/B in TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f. 2024-12-04T21:59:12,759 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/B/e26ace8ebf3743a887e2c0b6980b158f, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/B/f1e65c3997c546f6afb7c279e155f78e, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/B/45833fb21bfa4fc9877ebb6e973f74e3, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/B/e0c54f2a1dc84fe2825d8ed4cdc24afb] into tmpdir=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/.tmp, totalSize=47.0 K 2024-12-04T21:59:12,759 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 52837 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-04T21:59:12,759 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HStore(1541): e57fc8376c7ea5dffce5bcb06c62c23f/A is initiating minor compaction (all files) 2024-12-04T21:59:12,759 INFO [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e57fc8376c7ea5dffce5bcb06c62c23f/A in TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f. 2024-12-04T21:59:12,759 INFO [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/A/eb1e63a4a1054624983a8a3254712030, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/A/f0e602bd7b0243bab38567b726cef4a6, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/A/9eb2c6bb56c840e39a18bed94fb7c7ff, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/A/877227728d3e4561806084b06cd3996f] into tmpdir=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/.tmp, totalSize=51.6 K 2024-12-04T21:59:12,759 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.Compactor(225): Compacting e26ace8ebf3743a887e2c0b6980b158f, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=58, earliestPutTs=1733349547537 2024-12-04T21:59:12,759 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] compactions.Compactor(225): Compacting eb1e63a4a1054624983a8a3254712030, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=58, earliestPutTs=1733349547537 2024-12-04T21:59:12,759 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.Compactor(225): Compacting f1e65c3997c546f6afb7c279e155f78e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=80, earliestPutTs=1733349548204 2024-12-04T21:59:12,760 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.Compactor(225): Compacting 45833fb21bfa4fc9877ebb6e973f74e3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1733349549601 2024-12-04T21:59:12,760 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] compactions.Compactor(225): Compacting f0e602bd7b0243bab38567b726cef4a6, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=80, earliestPutTs=1733349548204 2024-12-04T21:59:12,760 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.Compactor(225): Compacting e0c54f2a1dc84fe2825d8ed4cdc24afb, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1733349550345 2024-12-04T21:59:12,760 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9eb2c6bb56c840e39a18bed94fb7c7ff, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1733349549601 2024-12-04T21:59:12,760 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] compactions.Compactor(225): Compacting 877227728d3e4561806084b06cd3996f, keycount=200, bloomtype=ROW, size=14.1 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1733349550345 2024-12-04T21:59:12,767 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e57fc8376c7ea5dffce5bcb06c62c23f#B#compaction#384 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T21:59:12,767 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/.tmp/B/41014a4ae72c41a0adef344c7c590837 is 50, key is test_row_0/B:col10/1733349550359/Put/seqid=0 2024-12-04T21:59:12,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-12-04T21:59:12,769 INFO [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e57fc8376c7ea5dffce5bcb06c62c23f#A#compaction#385 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T21:59:12,770 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/.tmp/A/9d239115bf634e38a7577a40ee9b42c1 is 50, key is test_row_0/A:col10/1733349550359/Put/seqid=0 2024-12-04T21:59:12,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742283_1459 (size=12291) 2024-12-04T21:59:12,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742284_1460 (size=12291) 2024-12-04T21:59:12,850 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39095 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-12-04T21:59:12,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f. 2024-12-04T21:59:12,850 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2902): Flushing e57fc8376c7ea5dffce5bcb06c62c23f 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-12-04T21:59:12,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e57fc8376c7ea5dffce5bcb06c62c23f, store=A 2024-12-04T21:59:12,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T21:59:12,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e57fc8376c7ea5dffce5bcb06c62c23f, store=B 2024-12-04T21:59:12,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T21:59:12,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e57fc8376c7ea5dffce5bcb06c62c23f, store=C 2024-12-04T21:59:12,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T21:59:12,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/.tmp/A/0076c28b627e4b7399096ab8c797914c is 50, key is test_row_0/A:col10/1733349551511/Put/seqid=0 2024-12-04T21:59:12,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742285_1461 (size=12151) 2024-12-04T21:59:13,186 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/.tmp/B/41014a4ae72c41a0adef344c7c590837 as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/B/41014a4ae72c41a0adef344c7c590837 2024-12-04T21:59:13,189 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in e57fc8376c7ea5dffce5bcb06c62c23f/B of e57fc8376c7ea5dffce5bcb06c62c23f into 41014a4ae72c41a0adef344c7c590837(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T21:59:13,190 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e57fc8376c7ea5dffce5bcb06c62c23f: 2024-12-04T21:59:13,190 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., storeName=e57fc8376c7ea5dffce5bcb06c62c23f/B, priority=12, startTime=1733349552757; duration=0sec 2024-12-04T21:59:13,190 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T21:59:13,190 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e57fc8376c7ea5dffce5bcb06c62c23f:B 2024-12-04T21:59:13,190 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-04T21:59:13,191 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48157 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-04T21:59:13,191 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HStore(1541): e57fc8376c7ea5dffce5bcb06c62c23f/C is initiating minor compaction (all files) 2024-12-04T21:59:13,191 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e57fc8376c7ea5dffce5bcb06c62c23f/C in TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f. 2024-12-04T21:59:13,191 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/C/184861f63a51438ea5051f0c7e673fdc, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/C/9249271c536848c49e824752bba62825, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/C/de136d306a6745f79bb7aa01bdc2a4db, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/C/6f19a7277681438fad8003ca759e862d] into tmpdir=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/.tmp, totalSize=47.0 K 2024-12-04T21:59:13,191 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.Compactor(225): Compacting 184861f63a51438ea5051f0c7e673fdc, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=58, earliestPutTs=1733349547537 2024-12-04T21:59:13,191 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.Compactor(225): Compacting 9249271c536848c49e824752bba62825, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=80, earliestPutTs=1733349548204 2024-12-04T21:59:13,192 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.Compactor(225): Compacting de136d306a6745f79bb7aa01bdc2a4db, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1733349549601 2024-12-04T21:59:13,192 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.Compactor(225): Compacting 6f19a7277681438fad8003ca759e862d, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1733349550345 2024-12-04T21:59:13,193 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/.tmp/A/9d239115bf634e38a7577a40ee9b42c1 as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/A/9d239115bf634e38a7577a40ee9b42c1 2024-12-04T21:59:13,197 INFO [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in e57fc8376c7ea5dffce5bcb06c62c23f/A of e57fc8376c7ea5dffce5bcb06c62c23f into 9d239115bf634e38a7577a40ee9b42c1(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T21:59:13,197 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e57fc8376c7ea5dffce5bcb06c62c23f: 2024-12-04T21:59:13,197 INFO [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., storeName=e57fc8376c7ea5dffce5bcb06c62c23f/A, priority=12, startTime=1733349552757; duration=0sec 2024-12-04T21:59:13,197 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T21:59:13,197 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e57fc8376c7ea5dffce5bcb06c62c23f:A 2024-12-04T21:59:13,199 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e57fc8376c7ea5dffce5bcb06c62c23f#C#compaction#387 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T21:59:13,199 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/.tmp/C/50fbd10fee6949f9b5e2b3e0e9a01ee4 is 50, key is test_row_0/C:col10/1733349550359/Put/seqid=0 2024-12-04T21:59:13,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742286_1462 (size=12291) 2024-12-04T21:59:13,258 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=139 (bloomFilter=true), to=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/.tmp/A/0076c28b627e4b7399096ab8c797914c 2024-12-04T21:59:13,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/.tmp/B/a601660512524387823577937577c2a1 is 50, key is test_row_0/B:col10/1733349551511/Put/seqid=0 2024-12-04T21:59:13,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742287_1463 (size=12151) 2024-12-04T21:59:13,612 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/.tmp/C/50fbd10fee6949f9b5e2b3e0e9a01ee4 as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/C/50fbd10fee6949f9b5e2b3e0e9a01ee4 2024-12-04T21:59:13,615 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in e57fc8376c7ea5dffce5bcb06c62c23f/C of e57fc8376c7ea5dffce5bcb06c62c23f into 50fbd10fee6949f9b5e2b3e0e9a01ee4(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T21:59:13,615 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e57fc8376c7ea5dffce5bcb06c62c23f: 2024-12-04T21:59:13,615 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., storeName=e57fc8376c7ea5dffce5bcb06c62c23f/C, priority=12, startTime=1733349552757; duration=0sec 2024-12-04T21:59:13,615 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T21:59:13,615 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e57fc8376c7ea5dffce5bcb06c62c23f:C 2024-12-04T21:59:13,684 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=139 (bloomFilter=true), to=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/.tmp/B/a601660512524387823577937577c2a1 2024-12-04T21:59:13,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/.tmp/C/aba0bd4e909f41b8afc99f543ca4f486 is 50, key is test_row_0/C:col10/1733349551511/Put/seqid=0 2024-12-04T21:59:13,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(8855): Flush requested on e57fc8376c7ea5dffce5bcb06c62c23f 2024-12-04T21:59:13,692 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f. as already flushing 2024-12-04T21:59:13,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742288_1464 (size=12151) 2024-12-04T21:59:13,768 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/bb3046a53f79:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733349553736, max timestamp=1733349553765Num uniques 859; 2024-12-04T21:59:13,768 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/bb3046a53f79:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733349553736, max timestamp=1733349553765Num uniques 859; 2024-12-04T21:59:13,768 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/bb3046a53f79:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-04T21:59:13,768 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/bb3046a53f79:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-04T21:59:13,768 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/bb3046a53f79:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733349553736, max timestamp=1733349553765Num uniques 859; 2024-12-04T21:59:13,768 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/bb3046a53f79:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-04T21:59:13,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-12-04T21:59:13,798 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-12-04T21:59:13,798 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-12-04T21:59:13,841 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:13,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42534 deadline: 1733349613828, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:13,841 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:13,841 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:13,841 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:59:13,846 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:13,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42518 deadline: 1733349613834, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:13,847 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:13,847 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:13,847 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:59:13,953 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:13,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42534 deadline: 1733349613947, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:13,953 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:13,953 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:13,953 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:59:13,961 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:13,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42518 deadline: 1733349613957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:13,962 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:13,962 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:13,962 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:59:14,094 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=139 (bloomFilter=true), to=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/.tmp/C/aba0bd4e909f41b8afc99f543ca4f486 2024-12-04T21:59:14,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/.tmp/A/0076c28b627e4b7399096ab8c797914c as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/A/0076c28b627e4b7399096ab8c797914c 2024-12-04T21:59:14,101 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/A/0076c28b627e4b7399096ab8c797914c, entries=150, sequenceid=139, filesize=11.9 K 2024-12-04T21:59:14,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/.tmp/B/a601660512524387823577937577c2a1 as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/B/a601660512524387823577937577c2a1 2024-12-04T21:59:14,105 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/B/a601660512524387823577937577c2a1, entries=150, sequenceid=139, filesize=11.9 K 2024-12-04T21:59:14,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/.tmp/C/aba0bd4e909f41b8afc99f543ca4f486 as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/C/aba0bd4e909f41b8afc99f543ca4f486 2024-12-04T21:59:14,109 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/C/aba0bd4e909f41b8afc99f543ca4f486, entries=150, sequenceid=139, filesize=11.9 K 2024-12-04T21:59:14,109 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for e57fc8376c7ea5dffce5bcb06c62c23f in 1259ms, sequenceid=139, compaction requested=false 2024-12-04T21:59:14,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2603): Flush status journal for e57fc8376c7ea5dffce5bcb06c62c23f: 2024-12-04T21:59:14,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f. 2024-12-04T21:59:14,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=124 2024-12-04T21:59:14,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44103 {}] master.HMaster(4169): Remote procedure done, pid=124 2024-12-04T21:59:14,112 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=124, resume processing ppid=123 2024-12-04T21:59:14,113 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=124, ppid=123, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.4810 sec 2024-12-04T21:59:14,114 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=123, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=123, table=TestAcidGuarantees in 2.4850 sec 2024-12-04T21:59:14,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(8855): Flush requested on e57fc8376c7ea5dffce5bcb06c62c23f 2024-12-04T21:59:14,165 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e57fc8376c7ea5dffce5bcb06c62c23f 3/3 column families, dataSize=140.89 KB heapSize=400.22 KB 2024-12-04T21:59:14,166 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e57fc8376c7ea5dffce5bcb06c62c23f, store=A 2024-12-04T21:59:14,166 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-04T21:59:14,166 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e57fc8376c7ea5dffce5bcb06c62c23f, store=B 2024-12-04T21:59:14,166 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-04T21:59:14,166 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e57fc8376c7ea5dffce5bcb06c62c23f, store=C 2024-12-04T21:59:14,166 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-04T21:59:14,171 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/.tmp/A/f280176b9c4a47ecb3eccb41e05fd829 is 50, key is test_row_0/A:col10/1733349553818/Put/seqid=0 2024-12-04T21:59:14,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742289_1465 (size=14541) 2024-12-04T21:59:14,191 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:14,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42518 deadline: 1733349614186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:14,192 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:14,192 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:14,192 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:59:14,199 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:14,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42534 deadline: 1733349614191, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:14,199 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:14,199 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:14,199 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:59:14,302 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:14,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42518 deadline: 1733349614297, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:14,302 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:14,302 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:14,302 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:59:14,311 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:14,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42534 deadline: 1733349614308, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:14,312 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:14,312 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:14,312 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:59:14,511 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:14,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42518 deadline: 1733349614507, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:14,511 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:14,511 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:14,511 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:59:14,519 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:14,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42534 deadline: 1733349614517, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:14,519 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:14,519 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:14,519 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:59:14,574 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=179 (bloomFilter=true), to=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/.tmp/A/f280176b9c4a47ecb3eccb41e05fd829 2024-12-04T21:59:14,581 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/.tmp/B/bbb2c4d72c5647d5916a698ba0b01399 is 50, key is test_row_0/B:col10/1733349553818/Put/seqid=0 2024-12-04T21:59:14,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742290_1466 (size=12151) 2024-12-04T21:59:14,819 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:14,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42518 deadline: 1733349614817, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:14,820 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:14,820 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:14,820 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:59:14,834 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:14,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42534 deadline: 1733349614828, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:14,835 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:14,835 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:14,835 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:59:14,984 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=179 (bloomFilter=true), to=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/.tmp/B/bbb2c4d72c5647d5916a698ba0b01399 2024-12-04T21:59:14,990 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/.tmp/C/2441fd448eae46608755ada12ad49c2f is 50, key is test_row_0/C:col10/1733349553818/Put/seqid=0 2024-12-04T21:59:14,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742291_1467 (size=12151) 2024-12-04T21:59:14,994 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=179 (bloomFilter=true), to=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/.tmp/C/2441fd448eae46608755ada12ad49c2f 2024-12-04T21:59:14,997 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/.tmp/A/f280176b9c4a47ecb3eccb41e05fd829 as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/A/f280176b9c4a47ecb3eccb41e05fd829 2024-12-04T21:59:15,000 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/A/f280176b9c4a47ecb3eccb41e05fd829, entries=200, sequenceid=179, filesize=14.2 K 2024-12-04T21:59:15,000 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/.tmp/B/bbb2c4d72c5647d5916a698ba0b01399 as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/B/bbb2c4d72c5647d5916a698ba0b01399 2024-12-04T21:59:15,005 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/B/bbb2c4d72c5647d5916a698ba0b01399, entries=150, sequenceid=179, filesize=11.9 K 2024-12-04T21:59:15,006 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/.tmp/C/2441fd448eae46608755ada12ad49c2f as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/C/2441fd448eae46608755ada12ad49c2f 2024-12-04T21:59:15,008 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/C/2441fd448eae46608755ada12ad49c2f, entries=150, sequenceid=179, filesize=11.9 K 2024-12-04T21:59:15,009 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~400.17 KB/409776, currentSize=40.25 KB/41220 for e57fc8376c7ea5dffce5bcb06c62c23f in 843ms, sequenceid=179, compaction requested=true 2024-12-04T21:59:15,009 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e57fc8376c7ea5dffce5bcb06c62c23f: 2024-12-04T21:59:15,009 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e57fc8376c7ea5dffce5bcb06c62c23f:A, priority=-2147483648, current under compaction store size is 1 2024-12-04T21:59:15,009 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T21:59:15,009 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T21:59:15,009 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e57fc8376c7ea5dffce5bcb06c62c23f:B, priority=-2147483648, current under compaction store size is 2 2024-12-04T21:59:15,009 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T21:59:15,009 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T21:59:15,009 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e57fc8376c7ea5dffce5bcb06c62c23f:C, priority=-2147483648, current under compaction store size is 3 2024-12-04T21:59:15,009 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T21:59:15,010 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36593 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T21:59:15,010 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38983 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T21:59:15,010 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HStore(1541): e57fc8376c7ea5dffce5bcb06c62c23f/A is initiating minor compaction (all files) 2024-12-04T21:59:15,010 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HStore(1541): e57fc8376c7ea5dffce5bcb06c62c23f/B is initiating minor compaction (all files) 2024-12-04T21:59:15,010 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e57fc8376c7ea5dffce5bcb06c62c23f/B in TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f. 2024-12-04T21:59:15,010 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/B/41014a4ae72c41a0adef344c7c590837, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/B/a601660512524387823577937577c2a1, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/B/bbb2c4d72c5647d5916a698ba0b01399] into tmpdir=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/.tmp, totalSize=35.7 K 2024-12-04T21:59:15,010 INFO [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e57fc8376c7ea5dffce5bcb06c62c23f/A in TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f. 2024-12-04T21:59:15,010 INFO [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/A/9d239115bf634e38a7577a40ee9b42c1, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/A/0076c28b627e4b7399096ab8c797914c, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/A/f280176b9c4a47ecb3eccb41e05fd829] into tmpdir=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/.tmp, totalSize=38.1 K 2024-12-04T21:59:15,011 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9d239115bf634e38a7577a40ee9b42c1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1733349550345 2024-12-04T21:59:15,011 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.Compactor(225): Compacting 41014a4ae72c41a0adef344c7c590837, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1733349550345 2024-12-04T21:59:15,012 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.Compactor(225): Compacting a601660512524387823577937577c2a1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=139, earliestPutTs=1733349551511 2024-12-04T21:59:15,012 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0076c28b627e4b7399096ab8c797914c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=139, earliestPutTs=1733349551511 2024-12-04T21:59:15,013 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.Compactor(225): Compacting bbb2c4d72c5647d5916a698ba0b01399, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=179, earliestPutTs=1733349553818 2024-12-04T21:59:15,013 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] compactions.Compactor(225): Compacting f280176b9c4a47ecb3eccb41e05fd829, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=179, earliestPutTs=1733349553818 2024-12-04T21:59:15,019 INFO [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e57fc8376c7ea5dffce5bcb06c62c23f#A#compaction#393 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T21:59:15,019 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/.tmp/A/70a2b08c06994695a531de797a586eec is 50, key is test_row_0/A:col10/1733349553818/Put/seqid=0 2024-12-04T21:59:15,021 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e57fc8376c7ea5dffce5bcb06c62c23f#B#compaction#394 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T21:59:15,021 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/.tmp/B/0ae649b29592413f8c7e3645be1e5ba0 is 50, key is test_row_0/B:col10/1733349553818/Put/seqid=0 2024-12-04T21:59:15,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742292_1468 (size=12493) 2024-12-04T21:59:15,027 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/.tmp/A/70a2b08c06994695a531de797a586eec as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/A/70a2b08c06994695a531de797a586eec 2024-12-04T21:59:15,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742293_1469 (size=12493) 2024-12-04T21:59:15,032 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/.tmp/B/0ae649b29592413f8c7e3645be1e5ba0 as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/B/0ae649b29592413f8c7e3645be1e5ba0 2024-12-04T21:59:15,032 INFO [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e57fc8376c7ea5dffce5bcb06c62c23f/A of e57fc8376c7ea5dffce5bcb06c62c23f into 70a2b08c06994695a531de797a586eec(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T21:59:15,032 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e57fc8376c7ea5dffce5bcb06c62c23f: 2024-12-04T21:59:15,033 INFO [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., storeName=e57fc8376c7ea5dffce5bcb06c62c23f/A, priority=13, startTime=1733349555009; duration=0sec 2024-12-04T21:59:15,033 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T21:59:15,033 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e57fc8376c7ea5dffce5bcb06c62c23f:A 2024-12-04T21:59:15,033 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T21:59:15,035 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36593 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T21:59:15,035 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HStore(1541): e57fc8376c7ea5dffce5bcb06c62c23f/C is initiating minor compaction (all files) 2024-12-04T21:59:15,035 INFO [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e57fc8376c7ea5dffce5bcb06c62c23f/C in TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f. 2024-12-04T21:59:15,035 INFO [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/C/50fbd10fee6949f9b5e2b3e0e9a01ee4, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/C/aba0bd4e909f41b8afc99f543ca4f486, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/C/2441fd448eae46608755ada12ad49c2f] into tmpdir=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/.tmp, totalSize=35.7 K 2024-12-04T21:59:15,035 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] compactions.Compactor(225): Compacting 50fbd10fee6949f9b5e2b3e0e9a01ee4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1733349550345 2024-12-04T21:59:15,035 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] compactions.Compactor(225): Compacting aba0bd4e909f41b8afc99f543ca4f486, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=139, earliestPutTs=1733349551511 2024-12-04T21:59:15,035 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2441fd448eae46608755ada12ad49c2f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=179, earliestPutTs=1733349553818 2024-12-04T21:59:15,037 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e57fc8376c7ea5dffce5bcb06c62c23f/B of e57fc8376c7ea5dffce5bcb06c62c23f into 0ae649b29592413f8c7e3645be1e5ba0(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T21:59:15,037 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e57fc8376c7ea5dffce5bcb06c62c23f: 2024-12-04T21:59:15,037 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., storeName=e57fc8376c7ea5dffce5bcb06c62c23f/B, priority=13, startTime=1733349555009; duration=0sec 2024-12-04T21:59:15,037 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T21:59:15,037 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e57fc8376c7ea5dffce5bcb06c62c23f:B 2024-12-04T21:59:15,043 INFO [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e57fc8376c7ea5dffce5bcb06c62c23f#C#compaction#395 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T21:59:15,043 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/.tmp/C/a6edb35f1a8241678ccc25c63df7cbbc is 50, key is test_row_0/C:col10/1733349553818/Put/seqid=0 2024-12-04T21:59:15,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742294_1470 (size=12493) 2024-12-04T21:59:15,050 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/.tmp/C/a6edb35f1a8241678ccc25c63df7cbbc as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/C/a6edb35f1a8241678ccc25c63df7cbbc 2024-12-04T21:59:15,054 INFO [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e57fc8376c7ea5dffce5bcb06c62c23f/C of e57fc8376c7ea5dffce5bcb06c62c23f into a6edb35f1a8241678ccc25c63df7cbbc(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T21:59:15,054 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e57fc8376c7ea5dffce5bcb06c62c23f: 2024-12-04T21:59:15,054 INFO [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., storeName=e57fc8376c7ea5dffce5bcb06c62c23f/C, priority=13, startTime=1733349555009; duration=0sec 2024-12-04T21:59:15,055 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T21:59:15,055 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e57fc8376c7ea5dffce5bcb06c62c23f:C 2024-12-04T21:59:15,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(8855): Flush requested on e57fc8376c7ea5dffce5bcb06c62c23f 2024-12-04T21:59:15,329 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e57fc8376c7ea5dffce5bcb06c62c23f 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-12-04T21:59:15,330 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e57fc8376c7ea5dffce5bcb06c62c23f, store=A 2024-12-04T21:59:15,330 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T21:59:15,330 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e57fc8376c7ea5dffce5bcb06c62c23f, store=B 2024-12-04T21:59:15,330 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T21:59:15,330 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e57fc8376c7ea5dffce5bcb06c62c23f, store=C 2024-12-04T21:59:15,330 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T21:59:15,333 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/.tmp/A/325f9474149a45309afdf7f46a322b76 is 50, key is test_row_0/A:col10/1733349554190/Put/seqid=0 2024-12-04T21:59:15,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742295_1471 (size=12151) 2024-12-04T21:59:15,383 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/bb3046a53f79:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733349555351, max timestamp=1733349555381Num uniques 859; 2024-12-04T21:59:15,384 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/bb3046a53f79:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733349555351, max timestamp=1733349555381Num uniques 859; 2024-12-04T21:59:15,384 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/bb3046a53f79:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733349555351, max timestamp=1733349555381Num uniques 859; 2024-12-04T21:59:15,384 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/bb3046a53f79:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-04T21:59:15,384 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/bb3046a53f79:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-04T21:59:15,384 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/bb3046a53f79:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-04T21:59:15,457 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:15,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42534 deadline: 1733349615444, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:15,457 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:15,457 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:15,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42518 deadline: 1733349615445, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:15,457 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:15,457 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:59:15,457 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:15,458 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:15,458 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:59:15,573 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:15,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42534 deadline: 1733349615568, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:15,573 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:15,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42518 deadline: 1733349615568, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:15,573 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:15,573 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:15,573 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:59:15,573 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:15,573 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:15,573 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:59:15,747 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=192 (bloomFilter=true), to=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/.tmp/A/325f9474149a45309afdf7f46a322b76 2024-12-04T21:59:15,752 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/.tmp/B/03ca8a84d5b2418cb4dfecb005234b90 is 50, key is test_row_0/B:col10/1733349554190/Put/seqid=0 2024-12-04T21:59:15,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742296_1472 (size=12151) 2024-12-04T21:59:15,785 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:15,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42534 deadline: 1733349615778, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:15,785 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:15,786 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:15,786 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:15,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42518 deadline: 1733349615778, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:15,786 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:59:15,786 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:15,786 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:15,786 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:59:15,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-12-04T21:59:15,797 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-04T21:59:15,798 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44103 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-04T21:59:15,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44103 {}] procedure2.ProcedureExecutor(1139): Stored pid=125, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=125, table=TestAcidGuarantees 2024-12-04T21:59:15,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-12-04T21:59:15,799 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=125, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=125, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-04T21:59:15,800 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=125, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=125, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-04T21:59:15,800 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=126, ppid=125, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-04T21:59:15,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-12-04T21:59:15,952 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39095 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-12-04T21:59:15,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f. 2024-12-04T21:59:15,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f. as already flushing 2024-12-04T21:59:15,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f. 2024-12-04T21:59:15,952 ERROR [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126 java.io.IOException: Unable to complete flush {ENCODED => e57fc8376c7ea5dffce5bcb06c62c23f, NAME => 'TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:59:15,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126 java.io.IOException: Unable to complete flush {ENCODED => e57fc8376c7ea5dffce5bcb06c62c23f, NAME => 'TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:59:15,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44103 {}] master.HMaster(4177): Remote procedure failed, pid=126 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e57fc8376c7ea5dffce5bcb06c62c23f, NAME => 'TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e57fc8376c7ea5dffce5bcb06c62c23f, NAME => 'TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:59:16,094 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:16,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42534 deadline: 1733349616087, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:16,094 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:16,094 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:16,094 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:59:16,103 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:16,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42518 deadline: 1733349616098, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:16,104 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:16,104 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:16,104 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:59:16,104 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39095 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-12-04T21:59:16,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f. 2024-12-04T21:59:16,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f. as already flushing 2024-12-04T21:59:16,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f. 2024-12-04T21:59:16,105 ERROR [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126 java.io.IOException: Unable to complete flush {ENCODED => e57fc8376c7ea5dffce5bcb06c62c23f, NAME => 'TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:59:16,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126 java.io.IOException: Unable to complete flush {ENCODED => e57fc8376c7ea5dffce5bcb06c62c23f, NAME => 'TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:59:16,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44103 {}] master.HMaster(4177): Remote procedure failed, pid=126 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e57fc8376c7ea5dffce5bcb06c62c23f, NAME => 'TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e57fc8376c7ea5dffce5bcb06c62c23f, NAME => 'TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:59:16,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-12-04T21:59:16,155 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=192 (bloomFilter=true), to=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/.tmp/B/03ca8a84d5b2418cb4dfecb005234b90 2024-12-04T21:59:16,161 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/.tmp/C/17aeb28eb63f4a9fa152472f6561e001 is 50, key is test_row_0/C:col10/1733349554190/Put/seqid=0 2024-12-04T21:59:16,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742297_1473 (size=12151) 2024-12-04T21:59:16,257 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39095 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-12-04T21:59:16,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f. 2024-12-04T21:59:16,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f. as already flushing 2024-12-04T21:59:16,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f. 2024-12-04T21:59:16,257 ERROR [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126 java.io.IOException: Unable to complete flush {ENCODED => e57fc8376c7ea5dffce5bcb06c62c23f, NAME => 'TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:59:16,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126 java.io.IOException: Unable to complete flush {ENCODED => e57fc8376c7ea5dffce5bcb06c62c23f, NAME => 'TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:59:16,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44103 {}] master.HMaster(4177): Remote procedure failed, pid=126 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e57fc8376c7ea5dffce5bcb06c62c23f, NAME => 'TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e57fc8376c7ea5dffce5bcb06c62c23f, NAME => 'TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:59:16,410 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39095 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-12-04T21:59:16,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f. 2024-12-04T21:59:16,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f. as already flushing 2024-12-04T21:59:16,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f. 2024-12-04T21:59:16,410 ERROR [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126 java.io.IOException: Unable to complete flush {ENCODED => e57fc8376c7ea5dffce5bcb06c62c23f, NAME => 'TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:59:16,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126 java.io.IOException: Unable to complete flush {ENCODED => e57fc8376c7ea5dffce5bcb06c62c23f, NAME => 'TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:59:16,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44103 {}] master.HMaster(4177): Remote procedure failed, pid=126 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e57fc8376c7ea5dffce5bcb06c62c23f, NAME => 'TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e57fc8376c7ea5dffce5bcb06c62c23f, NAME => 'TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:59:16,420 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:16,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42512 deadline: 1733349616417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:16,420 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to bb3046a53f79,39095,1733349424047 for 'test_row_0' in e57fc8376c7ea5dffce5bcb06c62c23f of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8214 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-04T21:59:16,421 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:16,421 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:16,421 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:59:16,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-12-04T21:59:16,434 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:16,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42526 deadline: 1733349616427, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:16,434 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to bb3046a53f79,39095,1733349424047 for 'test_row_2' in e57fc8376c7ea5dffce5bcb06c62c23f of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8221 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-04T21:59:16,435 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:16,435 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:16,435 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:59:16,442 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:16,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42542 deadline: 1733349616438, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:16,443 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to bb3046a53f79,39095,1733349424047 for 'test_row_0' in e57fc8376c7ea5dffce5bcb06c62c23f of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8229 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-04T21:59:16,443 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:16,443 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:16,443 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:59:16,562 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39095 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-12-04T21:59:16,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f. 2024-12-04T21:59:16,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f. as already flushing 2024-12-04T21:59:16,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f. 2024-12-04T21:59:16,563 ERROR [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126 java.io.IOException: Unable to complete flush {ENCODED => e57fc8376c7ea5dffce5bcb06c62c23f, NAME => 'TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:59:16,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126 java.io.IOException: Unable to complete flush {ENCODED => e57fc8376c7ea5dffce5bcb06c62c23f, NAME => 'TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:59:16,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44103 {}] master.HMaster(4177): Remote procedure failed, pid=126 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e57fc8376c7ea5dffce5bcb06c62c23f, NAME => 'TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e57fc8376c7ea5dffce5bcb06c62c23f, NAME => 'TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:59:16,565 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=192 (bloomFilter=true), to=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/.tmp/C/17aeb28eb63f4a9fa152472f6561e001 2024-12-04T21:59:16,568 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/.tmp/A/325f9474149a45309afdf7f46a322b76 as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/A/325f9474149a45309afdf7f46a322b76 2024-12-04T21:59:16,570 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/A/325f9474149a45309afdf7f46a322b76, entries=150, sequenceid=192, filesize=11.9 K 2024-12-04T21:59:16,571 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/.tmp/B/03ca8a84d5b2418cb4dfecb005234b90 as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/B/03ca8a84d5b2418cb4dfecb005234b90 2024-12-04T21:59:16,574 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/B/03ca8a84d5b2418cb4dfecb005234b90, entries=150, sequenceid=192, filesize=11.9 K 2024-12-04T21:59:16,575 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/.tmp/C/17aeb28eb63f4a9fa152472f6561e001 as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/C/17aeb28eb63f4a9fa152472f6561e001 2024-12-04T21:59:16,577 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/C/17aeb28eb63f4a9fa152472f6561e001, entries=150, sequenceid=192, filesize=11.9 K 2024-12-04T21:59:16,578 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for e57fc8376c7ea5dffce5bcb06c62c23f in 1249ms, sequenceid=192, compaction requested=false 2024-12-04T21:59:16,578 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e57fc8376c7ea5dffce5bcb06c62c23f: 2024-12-04T21:59:16,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(8855): Flush requested on e57fc8376c7ea5dffce5bcb06c62c23f 2024-12-04T21:59:16,612 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e57fc8376c7ea5dffce5bcb06c62c23f 3/3 column families, dataSize=140.89 KB heapSize=405.61 KB 2024-12-04T21:59:16,612 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e57fc8376c7ea5dffce5bcb06c62c23f, store=A 2024-12-04T21:59:16,612 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-12-04T21:59:16,612 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e57fc8376c7ea5dffce5bcb06c62c23f, store=B 2024-12-04T21:59:16,612 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-12-04T21:59:16,612 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e57fc8376c7ea5dffce5bcb06c62c23f, store=C 2024-12-04T21:59:16,612 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-12-04T21:59:16,617 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/.tmp/A/8d84089a50b84923a9d1c5af954c4038 is 50, key is test_row_0/A:col10/1733349556611/Put/seqid=0 2024-12-04T21:59:16,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742298_1474 (size=14541) 2024-12-04T21:59:16,636 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:16,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42534 deadline: 1733349616631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:16,636 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:16,636 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:16,636 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:59:16,639 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:16,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42518 deadline: 1733349616636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:16,640 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:16,640 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:16,640 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:59:16,715 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39095 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-12-04T21:59:16,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f. 2024-12-04T21:59:16,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f. as already flushing 2024-12-04T21:59:16,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f. 2024-12-04T21:59:16,715 ERROR [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126 java.io.IOException: Unable to complete flush {ENCODED => e57fc8376c7ea5dffce5bcb06c62c23f, NAME => 'TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:59:16,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126 java.io.IOException: Unable to complete flush {ENCODED => e57fc8376c7ea5dffce5bcb06c62c23f, NAME => 'TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:59:16,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44103 {}] master.HMaster(4177): Remote procedure failed, pid=126 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e57fc8376c7ea5dffce5bcb06c62c23f, NAME => 'TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e57fc8376c7ea5dffce5bcb06c62c23f, NAME => 'TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:59:16,740 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:16,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42534 deadline: 1733349616737, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:16,740 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:16,740 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:16,740 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:59:16,755 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:16,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42518 deadline: 1733349616748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:16,755 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:16,755 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:16,755 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:59:16,867 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39095 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-12-04T21:59:16,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f. 2024-12-04T21:59:16,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f. as already flushing 2024-12-04T21:59:16,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f. 2024-12-04T21:59:16,868 ERROR [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126 java.io.IOException: Unable to complete flush {ENCODED => e57fc8376c7ea5dffce5bcb06c62c23f, NAME => 'TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:59:16,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126 java.io.IOException: Unable to complete flush {ENCODED => e57fc8376c7ea5dffce5bcb06c62c23f, NAME => 'TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:59:16,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44103 {}] master.HMaster(4177): Remote procedure failed, pid=126 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e57fc8376c7ea5dffce5bcb06c62c23f, NAME => 'TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e57fc8376c7ea5dffce5bcb06c62c23f, NAME => 'TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:59:16,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-12-04T21:59:16,951 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:16,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42534 deadline: 1733349616947, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:16,951 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:16,951 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:16,951 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:59:16,959 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:16,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42518 deadline: 1733349616957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:16,960 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:16,960 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:16,960 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:59:17,020 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39095 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-12-04T21:59:17,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f. 2024-12-04T21:59:17,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f. as already flushing 2024-12-04T21:59:17,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f. 2024-12-04T21:59:17,020 ERROR [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126 java.io.IOException: Unable to complete flush {ENCODED => e57fc8376c7ea5dffce5bcb06c62c23f, NAME => 'TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:59:17,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126 java.io.IOException: Unable to complete flush {ENCODED => e57fc8376c7ea5dffce5bcb06c62c23f, NAME => 'TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:59:17,020 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=230 (bloomFilter=true), to=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/.tmp/A/8d84089a50b84923a9d1c5af954c4038 2024-12-04T21:59:17,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44103 {}] master.HMaster(4177): Remote procedure failed, pid=126 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e57fc8376c7ea5dffce5bcb06c62c23f, NAME => 'TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e57fc8376c7ea5dffce5bcb06c62c23f, NAME => 'TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:59:17,027 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/.tmp/B/19f1851e18334b208cb3e27b2552ad8f is 50, key is test_row_0/B:col10/1733349556611/Put/seqid=0 2024-12-04T21:59:17,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742299_1475 (size=12151) 2024-12-04T21:59:17,173 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39095 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-12-04T21:59:17,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f. 2024-12-04T21:59:17,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f. as already flushing 2024-12-04T21:59:17,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f. 2024-12-04T21:59:17,173 ERROR [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126 java.io.IOException: Unable to complete flush {ENCODED => e57fc8376c7ea5dffce5bcb06c62c23f, NAME => 'TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:59:17,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126 java.io.IOException: Unable to complete flush {ENCODED => e57fc8376c7ea5dffce5bcb06c62c23f, NAME => 'TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:59:17,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44103 {}] master.HMaster(4177): Remote procedure failed, pid=126 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e57fc8376c7ea5dffce5bcb06c62c23f, NAME => 'TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e57fc8376c7ea5dffce5bcb06c62c23f, NAME => 'TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:59:17,264 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:17,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42534 deadline: 1733349617258, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:17,265 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:17,265 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:17,265 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:59:17,274 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:17,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42518 deadline: 1733349617268, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:17,274 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:17,274 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:17,274 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:59:17,326 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39095 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-12-04T21:59:17,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f. 2024-12-04T21:59:17,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f. as already flushing 2024-12-04T21:59:17,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f. 2024-12-04T21:59:17,326 ERROR [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126 java.io.IOException: Unable to complete flush {ENCODED => e57fc8376c7ea5dffce5bcb06c62c23f, NAME => 'TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:59:17,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126 java.io.IOException: Unable to complete flush {ENCODED => e57fc8376c7ea5dffce5bcb06c62c23f, NAME => 'TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:59:17,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44103 {}] master.HMaster(4177): Remote procedure failed, pid=126 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e57fc8376c7ea5dffce5bcb06c62c23f, NAME => 'TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e57fc8376c7ea5dffce5bcb06c62c23f, NAME => 'TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:59:17,430 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=230 (bloomFilter=true), to=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/.tmp/B/19f1851e18334b208cb3e27b2552ad8f 2024-12-04T21:59:17,436 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/.tmp/C/be4c50dbf68e437e866ab418f165332e is 50, key is test_row_0/C:col10/1733349556611/Put/seqid=0 2024-12-04T21:59:17,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742300_1476 (size=12151) 2024-12-04T21:59:17,479 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39095 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-12-04T21:59:17,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f. 2024-12-04T21:59:17,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f. as already flushing 2024-12-04T21:59:17,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f. 2024-12-04T21:59:17,479 ERROR [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126 java.io.IOException: Unable to complete flush {ENCODED => e57fc8376c7ea5dffce5bcb06c62c23f, NAME => 'TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:59:17,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126 java.io.IOException: Unable to complete flush {ENCODED => e57fc8376c7ea5dffce5bcb06c62c23f, NAME => 'TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:59:17,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44103 {}] master.HMaster(4177): Remote procedure failed, pid=126 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e57fc8376c7ea5dffce5bcb06c62c23f, NAME => 'TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e57fc8376c7ea5dffce5bcb06c62c23f, NAME => 'TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:59:17,631 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39095 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-12-04T21:59:17,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f. 2024-12-04T21:59:17,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f. as already flushing 2024-12-04T21:59:17,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f. 2024-12-04T21:59:17,632 ERROR [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126 java.io.IOException: Unable to complete flush {ENCODED => e57fc8376c7ea5dffce5bcb06c62c23f, NAME => 'TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:59:17,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126 java.io.IOException: Unable to complete flush {ENCODED => e57fc8376c7ea5dffce5bcb06c62c23f, NAME => 'TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:59:17,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44103 {}] master.HMaster(4177): Remote procedure failed, pid=126 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e57fc8376c7ea5dffce5bcb06c62c23f, NAME => 'TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e57fc8376c7ea5dffce5bcb06c62c23f, NAME => 'TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:59:17,773 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:17,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42534 deadline: 1733349617767, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:17,773 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:17,773 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:17,773 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:59:17,781 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:17,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42518 deadline: 1733349617778, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:17,781 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:17,781 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:17,782 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:59:17,784 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39095 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-12-04T21:59:17,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f. 2024-12-04T21:59:17,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f. as already flushing 2024-12-04T21:59:17,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f. 2024-12-04T21:59:17,784 ERROR [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126 java.io.IOException: Unable to complete flush {ENCODED => e57fc8376c7ea5dffce5bcb06c62c23f, NAME => 'TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:59:17,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126 java.io.IOException: Unable to complete flush {ENCODED => e57fc8376c7ea5dffce5bcb06c62c23f, NAME => 'TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:59:17,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44103 {}] master.HMaster(4177): Remote procedure failed, pid=126 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e57fc8376c7ea5dffce5bcb06c62c23f, NAME => 'TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e57fc8376c7ea5dffce5bcb06c62c23f, NAME => 'TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:59:17,839 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=230 (bloomFilter=true), to=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/.tmp/C/be4c50dbf68e437e866ab418f165332e 2024-12-04T21:59:17,842 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/.tmp/A/8d84089a50b84923a9d1c5af954c4038 as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/A/8d84089a50b84923a9d1c5af954c4038 2024-12-04T21:59:17,845 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/A/8d84089a50b84923a9d1c5af954c4038, entries=200, sequenceid=230, filesize=14.2 K 2024-12-04T21:59:17,845 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/.tmp/B/19f1851e18334b208cb3e27b2552ad8f as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/B/19f1851e18334b208cb3e27b2552ad8f 2024-12-04T21:59:17,847 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/B/19f1851e18334b208cb3e27b2552ad8f, entries=150, sequenceid=230, filesize=11.9 K 2024-12-04T21:59:17,848 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/.tmp/C/be4c50dbf68e437e866ab418f165332e as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/C/be4c50dbf68e437e866ab418f165332e 2024-12-04T21:59:17,850 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/C/be4c50dbf68e437e866ab418f165332e, entries=150, sequenceid=230, filesize=11.9 K 2024-12-04T21:59:17,851 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~405.56 KB/415296, currentSize=40.25 KB/41220 for e57fc8376c7ea5dffce5bcb06c62c23f in 1239ms, sequenceid=230, compaction requested=true 2024-12-04T21:59:17,851 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e57fc8376c7ea5dffce5bcb06c62c23f: 2024-12-04T21:59:17,851 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e57fc8376c7ea5dffce5bcb06c62c23f:A, priority=-2147483648, current under compaction store size is 1 2024-12-04T21:59:17,851 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T21:59:17,851 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T21:59:17,851 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e57fc8376c7ea5dffce5bcb06c62c23f:B, priority=-2147483648, current under compaction store size is 2 2024-12-04T21:59:17,851 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T21:59:17,851 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T21:59:17,851 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e57fc8376c7ea5dffce5bcb06c62c23f:C, priority=-2147483648, current under compaction store size is 3 2024-12-04T21:59:17,851 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T21:59:17,852 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39185 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T21:59:17,852 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T21:59:17,852 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HStore(1541): e57fc8376c7ea5dffce5bcb06c62c23f/A is initiating minor compaction (all files) 2024-12-04T21:59:17,852 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HStore(1541): e57fc8376c7ea5dffce5bcb06c62c23f/B is initiating minor compaction (all files) 2024-12-04T21:59:17,852 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e57fc8376c7ea5dffce5bcb06c62c23f/B in TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f. 2024-12-04T21:59:17,852 INFO [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e57fc8376c7ea5dffce5bcb06c62c23f/A in TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f. 2024-12-04T21:59:17,852 INFO [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/A/70a2b08c06994695a531de797a586eec, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/A/325f9474149a45309afdf7f46a322b76, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/A/8d84089a50b84923a9d1c5af954c4038] into tmpdir=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/.tmp, totalSize=38.3 K 2024-12-04T21:59:17,852 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/B/0ae649b29592413f8c7e3645be1e5ba0, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/B/03ca8a84d5b2418cb4dfecb005234b90, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/B/19f1851e18334b208cb3e27b2552ad8f] into tmpdir=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/.tmp, totalSize=35.9 K 2024-12-04T21:59:17,853 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] compactions.Compactor(225): Compacting 70a2b08c06994695a531de797a586eec, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=179, earliestPutTs=1733349553818 2024-12-04T21:59:17,853 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.Compactor(225): Compacting 0ae649b29592413f8c7e3645be1e5ba0, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=179, earliestPutTs=1733349553818 2024-12-04T21:59:17,853 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.Compactor(225): Compacting 03ca8a84d5b2418cb4dfecb005234b90, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=192, earliestPutTs=1733349554184 2024-12-04T21:59:17,853 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] compactions.Compactor(225): Compacting 325f9474149a45309afdf7f46a322b76, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=192, earliestPutTs=1733349554184 2024-12-04T21:59:17,853 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8d84089a50b84923a9d1c5af954c4038, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=230, earliestPutTs=1733349555431 2024-12-04T21:59:17,853 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.Compactor(225): Compacting 19f1851e18334b208cb3e27b2552ad8f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=230, earliestPutTs=1733349555431 2024-12-04T21:59:17,858 INFO [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e57fc8376c7ea5dffce5bcb06c62c23f#A#compaction#402 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T21:59:17,859 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/.tmp/A/9c78078b7b64427e9407db51abc2d034 is 50, key is test_row_0/A:col10/1733349556611/Put/seqid=0 2024-12-04T21:59:17,861 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e57fc8376c7ea5dffce5bcb06c62c23f#B#compaction#403 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T21:59:17,861 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/.tmp/B/b0beb777826b4ec8865bd2c0d1677083 is 50, key is test_row_0/B:col10/1733349556611/Put/seqid=0 2024-12-04T21:59:17,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742301_1477 (size=12595) 2024-12-04T21:59:17,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742302_1478 (size=12595) 2024-12-04T21:59:17,936 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39095 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-12-04T21:59:17,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f. 2024-12-04T21:59:17,937 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2902): Flushing e57fc8376c7ea5dffce5bcb06c62c23f 3/3 column families, dataSize=40.25 KB heapSize=120.28 KB 2024-12-04T21:59:17,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e57fc8376c7ea5dffce5bcb06c62c23f, store=A 2024-12-04T21:59:17,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T21:59:17,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e57fc8376c7ea5dffce5bcb06c62c23f, store=B 2024-12-04T21:59:17,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T21:59:17,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e57fc8376c7ea5dffce5bcb06c62c23f, store=C 2024-12-04T21:59:17,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T21:59:17,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/.tmp/A/9b02658e3cdd4e819b09656a115cea74 is 50, key is test_row_0/A:col10/1733349556635/Put/seqid=0 2024-12-04T21:59:17,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742303_1479 (size=12151) 2024-12-04T21:59:17,943 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=239 (bloomFilter=true), to=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/.tmp/A/9b02658e3cdd4e819b09656a115cea74 2024-12-04T21:59:17,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-12-04T21:59:17,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/.tmp/B/9b0dcc895f594951ac3df67ed0b0bf7e is 50, key is test_row_0/B:col10/1733349556635/Put/seqid=0 2024-12-04T21:59:17,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742304_1480 (size=12151) 2024-12-04T21:59:18,268 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/.tmp/A/9c78078b7b64427e9407db51abc2d034 as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/A/9c78078b7b64427e9407db51abc2d034 2024-12-04T21:59:18,268 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/.tmp/B/b0beb777826b4ec8865bd2c0d1677083 as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/B/b0beb777826b4ec8865bd2c0d1677083 2024-12-04T21:59:18,272 INFO [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e57fc8376c7ea5dffce5bcb06c62c23f/A of e57fc8376c7ea5dffce5bcb06c62c23f into 9c78078b7b64427e9407db51abc2d034(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T21:59:18,272 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e57fc8376c7ea5dffce5bcb06c62c23f/B of e57fc8376c7ea5dffce5bcb06c62c23f into b0beb777826b4ec8865bd2c0d1677083(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T21:59:18,272 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e57fc8376c7ea5dffce5bcb06c62c23f: 2024-12-04T21:59:18,272 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e57fc8376c7ea5dffce5bcb06c62c23f: 2024-12-04T21:59:18,272 INFO [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., storeName=e57fc8376c7ea5dffce5bcb06c62c23f/A, priority=13, startTime=1733349557851; duration=0sec 2024-12-04T21:59:18,272 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., storeName=e57fc8376c7ea5dffce5bcb06c62c23f/B, priority=13, startTime=1733349557851; duration=0sec 2024-12-04T21:59:18,272 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T21:59:18,272 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T21:59:18,272 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e57fc8376c7ea5dffce5bcb06c62c23f:A 2024-12-04T21:59:18,272 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e57fc8376c7ea5dffce5bcb06c62c23f:B 2024-12-04T21:59:18,272 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T21:59:18,273 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T21:59:18,273 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HStore(1541): e57fc8376c7ea5dffce5bcb06c62c23f/C is initiating minor compaction (all files) 2024-12-04T21:59:18,273 INFO [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e57fc8376c7ea5dffce5bcb06c62c23f/C in TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f. 2024-12-04T21:59:18,273 INFO [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/C/a6edb35f1a8241678ccc25c63df7cbbc, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/C/17aeb28eb63f4a9fa152472f6561e001, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/C/be4c50dbf68e437e866ab418f165332e] into tmpdir=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/.tmp, totalSize=35.9 K 2024-12-04T21:59:18,273 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] compactions.Compactor(225): Compacting a6edb35f1a8241678ccc25c63df7cbbc, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=179, earliestPutTs=1733349553818 2024-12-04T21:59:18,273 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] compactions.Compactor(225): Compacting 17aeb28eb63f4a9fa152472f6561e001, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=192, earliestPutTs=1733349554184 2024-12-04T21:59:18,273 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] compactions.Compactor(225): Compacting be4c50dbf68e437e866ab418f165332e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=230, earliestPutTs=1733349555431 2024-12-04T21:59:18,278 INFO [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e57fc8376c7ea5dffce5bcb06c62c23f#C#compaction#406 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T21:59:18,279 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/.tmp/C/2c9be074f93842229ea728d241b56c12 is 50, key is test_row_0/C:col10/1733349556611/Put/seqid=0 2024-12-04T21:59:18,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742305_1481 (size=12595) 2024-12-04T21:59:18,352 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=239 (bloomFilter=true), to=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/.tmp/B/9b0dcc895f594951ac3df67ed0b0bf7e 2024-12-04T21:59:18,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/.tmp/C/3661deb461fd4610aff0be72a2de498f is 50, key is test_row_0/C:col10/1733349556635/Put/seqid=0 2024-12-04T21:59:18,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742306_1482 (size=12151) 2024-12-04T21:59:18,685 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/.tmp/C/2c9be074f93842229ea728d241b56c12 as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/C/2c9be074f93842229ea728d241b56c12 2024-12-04T21:59:18,689 INFO [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e57fc8376c7ea5dffce5bcb06c62c23f/C of e57fc8376c7ea5dffce5bcb06c62c23f into 2c9be074f93842229ea728d241b56c12(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T21:59:18,689 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e57fc8376c7ea5dffce5bcb06c62c23f: 2024-12-04T21:59:18,689 INFO [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., storeName=e57fc8376c7ea5dffce5bcb06c62c23f/C, priority=13, startTime=1733349557851; duration=0sec 2024-12-04T21:59:18,689 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T21:59:18,689 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e57fc8376c7ea5dffce5bcb06c62c23f:C 2024-12-04T21:59:18,767 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=239 (bloomFilter=true), to=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/.tmp/C/3661deb461fd4610aff0be72a2de498f 2024-12-04T21:59:18,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/.tmp/A/9b02658e3cdd4e819b09656a115cea74 as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/A/9b02658e3cdd4e819b09656a115cea74 2024-12-04T21:59:18,773 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/A/9b02658e3cdd4e819b09656a115cea74, entries=150, sequenceid=239, filesize=11.9 K 2024-12-04T21:59:18,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/.tmp/B/9b0dcc895f594951ac3df67ed0b0bf7e as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/B/9b0dcc895f594951ac3df67ed0b0bf7e 2024-12-04T21:59:18,776 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/B/9b0dcc895f594951ac3df67ed0b0bf7e, entries=150, sequenceid=239, filesize=11.9 K 2024-12-04T21:59:18,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/.tmp/C/3661deb461fd4610aff0be72a2de498f as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/C/3661deb461fd4610aff0be72a2de498f 2024-12-04T21:59:18,779 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/C/3661deb461fd4610aff0be72a2de498f, entries=150, sequenceid=239, filesize=11.9 K 2024-12-04T21:59:18,780 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(3140): Finished flush of dataSize ~40.25 KB/41220, heapSize ~120.23 KB/123120, currentSize=0 B/0 for e57fc8376c7ea5dffce5bcb06c62c23f in 843ms, sequenceid=239, compaction requested=false 2024-12-04T21:59:18,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2603): Flush status journal for e57fc8376c7ea5dffce5bcb06c62c23f: 2024-12-04T21:59:18,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f. 2024-12-04T21:59:18,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=126 2024-12-04T21:59:18,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44103 {}] master.HMaster(4169): Remote procedure done, pid=126 2024-12-04T21:59:18,783 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=126, resume processing ppid=125 2024-12-04T21:59:18,783 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=126, ppid=125, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.9810 sec 2024-12-04T21:59:18,784 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=125, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=125, table=TestAcidGuarantees in 2.9850 sec 2024-12-04T21:59:18,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(8855): Flush requested on e57fc8376c7ea5dffce5bcb06c62c23f 2024-12-04T21:59:18,817 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e57fc8376c7ea5dffce5bcb06c62c23f 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-12-04T21:59:18,817 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e57fc8376c7ea5dffce5bcb06c62c23f, store=A 2024-12-04T21:59:18,817 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T21:59:18,817 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e57fc8376c7ea5dffce5bcb06c62c23f, store=B 2024-12-04T21:59:18,817 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T21:59:18,817 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e57fc8376c7ea5dffce5bcb06c62c23f, store=C 2024-12-04T21:59:18,817 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T21:59:18,820 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/.tmp/A/82fd1f8b096e4380a8a9c8a06ab5e01a is 50, key is test_row_0/A:col10/1733349558793/Put/seqid=0 2024-12-04T21:59:18,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742307_1483 (size=14541) 2024-12-04T21:59:18,882 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/bb3046a53f79:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733349558849, max timestamp=1733349558880Num uniques 859; 2024-12-04T21:59:18,882 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/bb3046a53f79:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733349558849, max timestamp=1733349558880Num uniques 859; 2024-12-04T21:59:18,882 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/bb3046a53f79:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733349558849, max timestamp=1733349558880Num uniques 859; 2024-12-04T21:59:18,882 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/bb3046a53f79:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-04T21:59:18,882 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/bb3046a53f79:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-04T21:59:18,882 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/bb3046a53f79:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-04T21:59:18,948 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:18,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42518 deadline: 1733349618939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:18,948 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:18,948 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:18,948 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:59:18,957 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:18,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42534 deadline: 1733349618943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:18,957 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:18,957 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:18,957 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:59:19,063 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:19,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42518 deadline: 1733349619058, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:19,064 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:19,064 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:19,064 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:59:19,072 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:19,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42534 deadline: 1733349619067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:19,072 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:19,072 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:19,072 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:59:19,224 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=252 (bloomFilter=true), to=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/.tmp/A/82fd1f8b096e4380a8a9c8a06ab5e01a 2024-12-04T21:59:19,229 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/.tmp/B/cd477dcb9718420a9532273720774ba2 is 50, key is test_row_0/B:col10/1733349558793/Put/seqid=0 2024-12-04T21:59:19,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742308_1484 (size=12151) 2024-12-04T21:59:19,235 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=252 (bloomFilter=true), to=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/.tmp/B/cd477dcb9718420a9532273720774ba2 2024-12-04T21:59:19,241 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/.tmp/C/389c6522466a4116ae2c1ff20602c6d0 is 50, key is test_row_0/C:col10/1733349558793/Put/seqid=0 2024-12-04T21:59:19,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742309_1485 (size=12151) 2024-12-04T21:59:19,270 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:19,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42518 deadline: 1733349619268, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:19,271 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:19,271 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:19,271 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:59:19,285 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:19,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42534 deadline: 1733349619278, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:19,286 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:19,286 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:19,286 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:59:19,582 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:19,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42518 deadline: 1733349619577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:19,582 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:19,582 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:19,582 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:59:19,594 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:19,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42534 deadline: 1733349619587, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:19,594 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:19,594 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:19,594 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:59:19,650 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=252 (bloomFilter=true), to=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/.tmp/C/389c6522466a4116ae2c1ff20602c6d0 2024-12-04T21:59:19,653 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/.tmp/A/82fd1f8b096e4380a8a9c8a06ab5e01a as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/A/82fd1f8b096e4380a8a9c8a06ab5e01a 2024-12-04T21:59:19,657 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/A/82fd1f8b096e4380a8a9c8a06ab5e01a, entries=200, sequenceid=252, filesize=14.2 K 2024-12-04T21:59:19,658 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/.tmp/B/cd477dcb9718420a9532273720774ba2 as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/B/cd477dcb9718420a9532273720774ba2 2024-12-04T21:59:19,660 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/B/cd477dcb9718420a9532273720774ba2, entries=150, sequenceid=252, filesize=11.9 K 2024-12-04T21:59:19,661 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/.tmp/C/389c6522466a4116ae2c1ff20602c6d0 as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/C/389c6522466a4116ae2c1ff20602c6d0 2024-12-04T21:59:19,663 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/C/389c6522466a4116ae2c1ff20602c6d0, entries=150, sequenceid=252, filesize=11.9 K 2024-12-04T21:59:19,664 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for e57fc8376c7ea5dffce5bcb06c62c23f in 848ms, sequenceid=252, compaction requested=true 2024-12-04T21:59:19,664 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e57fc8376c7ea5dffce5bcb06c62c23f: 2024-12-04T21:59:19,664 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e57fc8376c7ea5dffce5bcb06c62c23f:A, priority=-2147483648, current under compaction store size is 1 2024-12-04T21:59:19,664 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T21:59:19,664 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T21:59:19,664 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e57fc8376c7ea5dffce5bcb06c62c23f:B, priority=-2147483648, current under compaction store size is 2 2024-12-04T21:59:19,664 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T21:59:19,664 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e57fc8376c7ea5dffce5bcb06c62c23f:C, priority=-2147483648, current under compaction store size is 3 2024-12-04T21:59:19,664 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T21:59:19,665 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T21:59:19,665 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39287 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T21:59:19,665 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T21:59:19,665 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HStore(1541): e57fc8376c7ea5dffce5bcb06c62c23f/A is initiating minor compaction (all files) 2024-12-04T21:59:19,665 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HStore(1541): e57fc8376c7ea5dffce5bcb06c62c23f/B is initiating minor compaction (all files) 2024-12-04T21:59:19,665 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e57fc8376c7ea5dffce5bcb06c62c23f/B in TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f. 2024-12-04T21:59:19,665 INFO [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e57fc8376c7ea5dffce5bcb06c62c23f/A in TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f. 2024-12-04T21:59:19,665 INFO [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/A/9c78078b7b64427e9407db51abc2d034, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/A/9b02658e3cdd4e819b09656a115cea74, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/A/82fd1f8b096e4380a8a9c8a06ab5e01a] into tmpdir=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/.tmp, totalSize=38.4 K 2024-12-04T21:59:19,665 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/B/b0beb777826b4ec8865bd2c0d1677083, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/B/9b0dcc895f594951ac3df67ed0b0bf7e, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/B/cd477dcb9718420a9532273720774ba2] into tmpdir=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/.tmp, totalSize=36.0 K 2024-12-04T21:59:19,666 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9c78078b7b64427e9407db51abc2d034, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=230, earliestPutTs=1733349555431 2024-12-04T21:59:19,666 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.Compactor(225): Compacting b0beb777826b4ec8865bd2c0d1677083, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=230, earliestPutTs=1733349555431 2024-12-04T21:59:19,666 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9b02658e3cdd4e819b09656a115cea74, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1733349556625 2024-12-04T21:59:19,666 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.Compactor(225): Compacting 9b0dcc895f594951ac3df67ed0b0bf7e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1733349556625 2024-12-04T21:59:19,666 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] compactions.Compactor(225): Compacting 82fd1f8b096e4380a8a9c8a06ab5e01a, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1733349558793 2024-12-04T21:59:19,666 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.Compactor(225): Compacting cd477dcb9718420a9532273720774ba2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1733349558793 2024-12-04T21:59:19,673 INFO [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e57fc8376c7ea5dffce5bcb06c62c23f#A#compaction#411 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T21:59:19,673 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/.tmp/A/0b1cb22628a44337ae1e7df0cc6e4b7d is 50, key is test_row_0/A:col10/1733349558793/Put/seqid=0 2024-12-04T21:59:19,675 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e57fc8376c7ea5dffce5bcb06c62c23f#B#compaction#412 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T21:59:19,676 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/.tmp/B/b9c13c6b251149c2ae0b6e15bf6f36a0 is 50, key is test_row_0/B:col10/1733349558793/Put/seqid=0 2024-12-04T21:59:19,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742310_1486 (size=12697) 2024-12-04T21:59:19,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742311_1487 (size=12697) 2024-12-04T21:59:19,699 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/.tmp/B/b9c13c6b251149c2ae0b6e15bf6f36a0 as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/B/b9c13c6b251149c2ae0b6e15bf6f36a0 2024-12-04T21:59:19,706 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e57fc8376c7ea5dffce5bcb06c62c23f/B of e57fc8376c7ea5dffce5bcb06c62c23f into b9c13c6b251149c2ae0b6e15bf6f36a0(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T21:59:19,706 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e57fc8376c7ea5dffce5bcb06c62c23f: 2024-12-04T21:59:19,706 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., storeName=e57fc8376c7ea5dffce5bcb06c62c23f/B, priority=13, startTime=1733349559664; duration=0sec 2024-12-04T21:59:19,707 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T21:59:19,707 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e57fc8376c7ea5dffce5bcb06c62c23f:B 2024-12-04T21:59:19,707 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T21:59:19,707 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T21:59:19,708 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HStore(1541): e57fc8376c7ea5dffce5bcb06c62c23f/C is initiating minor compaction (all files) 2024-12-04T21:59:19,708 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e57fc8376c7ea5dffce5bcb06c62c23f/C in TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f. 2024-12-04T21:59:19,708 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/C/2c9be074f93842229ea728d241b56c12, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/C/3661deb461fd4610aff0be72a2de498f, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/C/389c6522466a4116ae2c1ff20602c6d0] into tmpdir=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/.tmp, totalSize=36.0 K 2024-12-04T21:59:19,708 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.Compactor(225): Compacting 2c9be074f93842229ea728d241b56c12, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=230, earliestPutTs=1733349555431 2024-12-04T21:59:19,708 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.Compactor(225): Compacting 3661deb461fd4610aff0be72a2de498f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1733349556625 2024-12-04T21:59:19,709 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.Compactor(225): Compacting 389c6522466a4116ae2c1ff20602c6d0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1733349558793 2024-12-04T21:59:19,715 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e57fc8376c7ea5dffce5bcb06c62c23f#C#compaction#413 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T21:59:19,716 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/.tmp/C/02511017d67c42cf816851748e51241a is 50, key is test_row_0/C:col10/1733349558793/Put/seqid=0 2024-12-04T21:59:19,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742312_1488 (size=12697) 2024-12-04T21:59:19,729 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/.tmp/C/02511017d67c42cf816851748e51241a as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/C/02511017d67c42cf816851748e51241a 2024-12-04T21:59:19,734 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e57fc8376c7ea5dffce5bcb06c62c23f/C of e57fc8376c7ea5dffce5bcb06c62c23f into 02511017d67c42cf816851748e51241a(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T21:59:19,734 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e57fc8376c7ea5dffce5bcb06c62c23f: 2024-12-04T21:59:19,734 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., storeName=e57fc8376c7ea5dffce5bcb06c62c23f/C, priority=13, startTime=1733349559664; duration=0sec 2024-12-04T21:59:19,734 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T21:59:19,734 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e57fc8376c7ea5dffce5bcb06c62c23f:C 2024-12-04T21:59:19,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-12-04T21:59:19,967 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-04T21:59:19,968 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44103 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-04T21:59:19,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44103 {}] procedure2.ProcedureExecutor(1139): Stored pid=127, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=127, table=TestAcidGuarantees 2024-12-04T21:59:19,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-12-04T21:59:19,969 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=127, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=127, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-04T21:59:19,970 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=127, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=127, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-04T21:59:19,970 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=128, ppid=127, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-04T21:59:20,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-12-04T21:59:20,094 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/.tmp/A/0b1cb22628a44337ae1e7df0cc6e4b7d as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/A/0b1cb22628a44337ae1e7df0cc6e4b7d 2024-12-04T21:59:20,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(8855): Flush requested on e57fc8376c7ea5dffce5bcb06c62c23f 2024-12-04T21:59:20,097 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e57fc8376c7ea5dffce5bcb06c62c23f 3/3 column families, dataSize=140.89 KB heapSize=400.22 KB 2024-12-04T21:59:20,097 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e57fc8376c7ea5dffce5bcb06c62c23f, store=A 2024-12-04T21:59:20,097 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-04T21:59:20,097 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e57fc8376c7ea5dffce5bcb06c62c23f, store=B 2024-12-04T21:59:20,097 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-04T21:59:20,097 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e57fc8376c7ea5dffce5bcb06c62c23f, store=C 2024-12-04T21:59:20,097 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-04T21:59:20,098 INFO [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e57fc8376c7ea5dffce5bcb06c62c23f/A of e57fc8376c7ea5dffce5bcb06c62c23f into 0b1cb22628a44337ae1e7df0cc6e4b7d(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T21:59:20,098 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e57fc8376c7ea5dffce5bcb06c62c23f: 2024-12-04T21:59:20,098 INFO [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., storeName=e57fc8376c7ea5dffce5bcb06c62c23f/A, priority=13, startTime=1733349559664; duration=0sec 2024-12-04T21:59:20,098 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T21:59:20,098 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e57fc8376c7ea5dffce5bcb06c62c23f:A 2024-12-04T21:59:20,100 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/.tmp/A/49c06ddb42624083a8060902b5cdf79a is 50, key is test_row_0/A:col10/1733349558942/Put/seqid=0 2024-12-04T21:59:20,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742313_1489 (size=14741) 2024-12-04T21:59:20,104 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=291 (bloomFilter=true), to=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/.tmp/A/49c06ddb42624083a8060902b5cdf79a 2024-12-04T21:59:20,110 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/.tmp/B/223adc97a5354f9798068ae8d8755f97 is 50, key is test_row_0/B:col10/1733349558942/Put/seqid=0 2024-12-04T21:59:20,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742314_1490 (size=12301) 2024-12-04T21:59:20,122 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39095 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-12-04T21:59:20,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f. 2024-12-04T21:59:20,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f. as already flushing 2024-12-04T21:59:20,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f. 2024-12-04T21:59:20,122 ERROR [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128 java.io.IOException: Unable to complete flush {ENCODED => e57fc8376c7ea5dffce5bcb06c62c23f, NAME => 'TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:59:20,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128 java.io.IOException: Unable to complete flush {ENCODED => e57fc8376c7ea5dffce5bcb06c62c23f, NAME => 'TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:59:20,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44103 {}] master.HMaster(4177): Remote procedure failed, pid=128 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e57fc8376c7ea5dffce5bcb06c62c23f, NAME => 'TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e57fc8376c7ea5dffce5bcb06c62c23f, NAME => 'TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:59:20,124 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:20,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42518 deadline: 1733349620118, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:20,125 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:20,125 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:20,125 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:59:20,135 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:20,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42534 deadline: 1733349620124, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:20,136 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:20,136 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:20,136 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:59:20,233 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:20,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42518 deadline: 1733349620227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:20,233 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:20,233 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:20,233 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:59:20,251 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:20,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42534 deadline: 1733349620248, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:20,251 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:20,251 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:20,251 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:59:20,274 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39095 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-12-04T21:59:20,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f. 2024-12-04T21:59:20,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f. as already flushing 2024-12-04T21:59:20,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f. 2024-12-04T21:59:20,275 ERROR [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128 java.io.IOException: Unable to complete flush {ENCODED => e57fc8376c7ea5dffce5bcb06c62c23f, NAME => 'TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:59:20,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128 java.io.IOException: Unable to complete flush {ENCODED => e57fc8376c7ea5dffce5bcb06c62c23f, NAME => 'TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:59:20,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44103 {}] master.HMaster(4177): Remote procedure failed, pid=128 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e57fc8376c7ea5dffce5bcb06c62c23f, NAME => 'TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e57fc8376c7ea5dffce5bcb06c62c23f, NAME => 'TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:59:20,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-12-04T21:59:20,427 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39095 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-12-04T21:59:20,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f. 2024-12-04T21:59:20,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f. as already flushing 2024-12-04T21:59:20,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f. 2024-12-04T21:59:20,427 ERROR [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128 java.io.IOException: Unable to complete flush {ENCODED => e57fc8376c7ea5dffce5bcb06c62c23f, NAME => 'TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:59:20,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128 java.io.IOException: Unable to complete flush {ENCODED => e57fc8376c7ea5dffce5bcb06c62c23f, NAME => 'TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:59:20,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44103 {}] master.HMaster(4177): Remote procedure failed, pid=128 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e57fc8376c7ea5dffce5bcb06c62c23f, NAME => 'TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e57fc8376c7ea5dffce5bcb06c62c23f, NAME => 'TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:59:20,443 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:20,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42518 deadline: 1733349620437, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:20,444 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:20,444 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:20,444 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:59:20,466 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:20,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42534 deadline: 1733349620458, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:20,466 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:20,466 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:20,466 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:59:20,513 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=291 (bloomFilter=true), to=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/.tmp/B/223adc97a5354f9798068ae8d8755f97 2024-12-04T21:59:20,519 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/.tmp/C/a6d4329627b34f1496ef5af7db365e13 is 50, key is test_row_0/C:col10/1733349558942/Put/seqid=0 2024-12-04T21:59:20,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742315_1491 (size=12301) 2024-12-04T21:59:20,580 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39095 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-12-04T21:59:20,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f. 2024-12-04T21:59:20,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f. as already flushing 2024-12-04T21:59:20,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f. 2024-12-04T21:59:20,580 ERROR [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128 java.io.IOException: Unable to complete flush {ENCODED => e57fc8376c7ea5dffce5bcb06c62c23f, NAME => 'TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:59:20,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128 java.io.IOException: Unable to complete flush {ENCODED => e57fc8376c7ea5dffce5bcb06c62c23f, NAME => 'TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:59:20,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44103 {}] master.HMaster(4177): Remote procedure failed, pid=128 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e57fc8376c7ea5dffce5bcb06c62c23f, NAME => 'TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e57fc8376c7ea5dffce5bcb06c62c23f, NAME => 'TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:59:20,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-12-04T21:59:20,732 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39095 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-12-04T21:59:20,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f. 2024-12-04T21:59:20,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f. as already flushing 2024-12-04T21:59:20,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f. 2024-12-04T21:59:20,733 ERROR [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128 java.io.IOException: Unable to complete flush {ENCODED => e57fc8376c7ea5dffce5bcb06c62c23f, NAME => 'TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:59:20,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128 java.io.IOException: Unable to complete flush {ENCODED => e57fc8376c7ea5dffce5bcb06c62c23f, NAME => 'TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:59:20,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44103 {}] master.HMaster(4177): Remote procedure failed, pid=128 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e57fc8376c7ea5dffce5bcb06c62c23f, NAME => 'TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e57fc8376c7ea5dffce5bcb06c62c23f, NAME => 'TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:59:20,750 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:20,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42518 deadline: 1733349620748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:20,751 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:20,751 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:20,751 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:59:20,782 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:20,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42534 deadline: 1733349620777, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:20,783 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:20,783 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:20,783 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:59:20,885 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39095 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-12-04T21:59:20,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f. 2024-12-04T21:59:20,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f. as already flushing 2024-12-04T21:59:20,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f. 2024-12-04T21:59:20,885 ERROR [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128 java.io.IOException: Unable to complete flush {ENCODED => e57fc8376c7ea5dffce5bcb06c62c23f, NAME => 'TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:59:20,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128 java.io.IOException: Unable to complete flush {ENCODED => e57fc8376c7ea5dffce5bcb06c62c23f, NAME => 'TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:59:20,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44103 {}] master.HMaster(4177): Remote procedure failed, pid=128 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e57fc8376c7ea5dffce5bcb06c62c23f, NAME => 'TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e57fc8376c7ea5dffce5bcb06c62c23f, NAME => 'TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:59:20,923 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=291 (bloomFilter=true), to=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/.tmp/C/a6d4329627b34f1496ef5af7db365e13 2024-12-04T21:59:20,926 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/.tmp/A/49c06ddb42624083a8060902b5cdf79a as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/A/49c06ddb42624083a8060902b5cdf79a 2024-12-04T21:59:20,928 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/A/49c06ddb42624083a8060902b5cdf79a, entries=200, sequenceid=291, filesize=14.4 K 2024-12-04T21:59:20,929 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/.tmp/B/223adc97a5354f9798068ae8d8755f97 as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/B/223adc97a5354f9798068ae8d8755f97 2024-12-04T21:59:20,931 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/B/223adc97a5354f9798068ae8d8755f97, entries=150, sequenceid=291, filesize=12.0 K 2024-12-04T21:59:20,932 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/.tmp/C/a6d4329627b34f1496ef5af7db365e13 as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/C/a6d4329627b34f1496ef5af7db365e13 2024-12-04T21:59:20,934 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/C/a6d4329627b34f1496ef5af7db365e13, entries=150, sequenceid=291, filesize=12.0 K 2024-12-04T21:59:20,935 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~400.17 KB/409776, currentSize=40.25 KB/41220 for e57fc8376c7ea5dffce5bcb06c62c23f in 839ms, sequenceid=291, compaction requested=false 2024-12-04T21:59:20,935 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e57fc8376c7ea5dffce5bcb06c62c23f: 2024-12-04T21:59:21,038 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39095 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-12-04T21:59:21,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f. 2024-12-04T21:59:21,039 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2902): Flushing e57fc8376c7ea5dffce5bcb06c62c23f 3/3 column families, dataSize=40.25 KB heapSize=120.28 KB 2024-12-04T21:59:21,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e57fc8376c7ea5dffce5bcb06c62c23f, store=A 2024-12-04T21:59:21,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T21:59:21,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e57fc8376c7ea5dffce5bcb06c62c23f, store=B 2024-12-04T21:59:21,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T21:59:21,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e57fc8376c7ea5dffce5bcb06c62c23f, store=C 2024-12-04T21:59:21,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T21:59:21,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/.tmp/A/8e0b396393964caab6722ec0da868b01 is 50, key is test_row_0/A:col10/1733349560123/Put/seqid=0 2024-12-04T21:59:21,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742316_1492 (size=12301) 2024-12-04T21:59:21,045 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=301 (bloomFilter=true), to=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/.tmp/A/8e0b396393964caab6722ec0da868b01 2024-12-04T21:59:21,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/.tmp/B/9eeaa46c228b4b51860c02d2529c47fa is 50, key is test_row_0/B:col10/1733349560123/Put/seqid=0 2024-12-04T21:59:21,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742317_1493 (size=12301) 2024-12-04T21:59:21,062 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=301 (bloomFilter=true), to=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/.tmp/B/9eeaa46c228b4b51860c02d2529c47fa 2024-12-04T21:59:21,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/.tmp/C/f54ea098cd6a431dbc7f8ade001f4cd4 is 50, key is test_row_0/C:col10/1733349560123/Put/seqid=0 2024-12-04T21:59:21,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742318_1494 (size=12301) 2024-12-04T21:59:21,080 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=301 (bloomFilter=true), to=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/.tmp/C/f54ea098cd6a431dbc7f8ade001f4cd4 2024-12-04T21:59:21,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/.tmp/A/8e0b396393964caab6722ec0da868b01 as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/A/8e0b396393964caab6722ec0da868b01 2024-12-04T21:59:21,098 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/A/8e0b396393964caab6722ec0da868b01, entries=150, sequenceid=301, filesize=12.0 K 2024-12-04T21:59:21,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/.tmp/B/9eeaa46c228b4b51860c02d2529c47fa as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/B/9eeaa46c228b4b51860c02d2529c47fa 2024-12-04T21:59:21,101 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/B/9eeaa46c228b4b51860c02d2529c47fa, entries=150, sequenceid=301, filesize=12.0 K 2024-12-04T21:59:21,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/.tmp/C/f54ea098cd6a431dbc7f8ade001f4cd4 as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/C/f54ea098cd6a431dbc7f8ade001f4cd4 2024-12-04T21:59:21,104 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/C/f54ea098cd6a431dbc7f8ade001f4cd4, entries=150, sequenceid=301, filesize=12.0 K 2024-12-04T21:59:21,105 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(3140): Finished flush of dataSize ~40.25 KB/41220, heapSize ~120.23 KB/123120, currentSize=0 B/0 for e57fc8376c7ea5dffce5bcb06c62c23f in 67ms, sequenceid=301, compaction requested=true 2024-12-04T21:59:21,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2603): Flush status journal for e57fc8376c7ea5dffce5bcb06c62c23f: 2024-12-04T21:59:21,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f. 2024-12-04T21:59:21,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=128 2024-12-04T21:59:21,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44103 {}] master.HMaster(4169): Remote procedure done, pid=128 2024-12-04T21:59:21,107 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=128, resume processing ppid=127 2024-12-04T21:59:21,107 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=128, ppid=127, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1360 sec 2024-12-04T21:59:21,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-12-04T21:59:21,109 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=127, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=127, table=TestAcidGuarantees in 1.1400 sec 2024-12-04T21:59:21,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(8855): Flush requested on e57fc8376c7ea5dffce5bcb06c62c23f 2024-12-04T21:59:21,283 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e57fc8376c7ea5dffce5bcb06c62c23f 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-12-04T21:59:21,283 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e57fc8376c7ea5dffce5bcb06c62c23f, store=A 2024-12-04T21:59:21,283 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T21:59:21,283 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e57fc8376c7ea5dffce5bcb06c62c23f, store=B 2024-12-04T21:59:21,283 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T21:59:21,283 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e57fc8376c7ea5dffce5bcb06c62c23f, store=C 2024-12-04T21:59:21,283 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T21:59:21,286 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/.tmp/A/681c9b2fda054e4aba84d6cab99dc16b is 50, key is test_row_0/A:col10/1733349561275/Put/seqid=0 2024-12-04T21:59:21,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742319_1495 (size=14741) 2024-12-04T21:59:21,291 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=311 (bloomFilter=true), to=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/.tmp/A/681c9b2fda054e4aba84d6cab99dc16b 2024-12-04T21:59:21,299 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/.tmp/B/766ebd6a75d04a3f920c47fbf7c43789 is 50, key is test_row_0/B:col10/1733349561275/Put/seqid=0 2024-12-04T21:59:21,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742320_1496 (size=12301) 2024-12-04T21:59:21,343 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/bb3046a53f79:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733349561330, max timestamp=1733349561341Num uniques 859; 2024-12-04T21:59:21,343 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/bb3046a53f79:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733349561330, max timestamp=1733349561341Num uniques 859; 2024-12-04T21:59:21,343 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/bb3046a53f79:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-04T21:59:21,343 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/bb3046a53f79:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-04T21:59:21,343 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/bb3046a53f79:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733349561330, max timestamp=1733349561341Num uniques 859; 2024-12-04T21:59:21,343 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/bb3046a53f79:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-04T21:59:21,401 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:21,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42518 deadline: 1733349621395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:21,402 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:21,402 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:21,402 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:59:21,404 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:21,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42534 deadline: 1733349621402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:21,405 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:21,405 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:21,405 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:59:21,513 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:21,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42518 deadline: 1733349621507, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:21,513 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:21,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42534 deadline: 1733349621507, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:21,513 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:21,513 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:21,513 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:59:21,513 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:21,514 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:21,514 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:59:21,703 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=311 (bloomFilter=true), to=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/.tmp/B/766ebd6a75d04a3f920c47fbf7c43789 2024-12-04T21:59:21,709 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/.tmp/C/ac2fad5d66cc48d08627b480cb1b4273 is 50, key is test_row_0/C:col10/1733349561275/Put/seqid=0 2024-12-04T21:59:21,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742321_1497 (size=12301) 2024-12-04T21:59:21,725 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:21,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42518 deadline: 1733349621718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:21,726 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:21,726 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:21,726 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:21,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42534 deadline: 1733349621718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:21,726 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:59:21,726 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:21,726 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:21,726 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:59:22,042 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:22,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42518 deadline: 1733349622037, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:22,042 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:22,042 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:22,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42534 deadline: 1733349622037, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:22,043 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:22,043 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:59:22,043 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:22,043 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:22,043 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:59:22,112 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=311 (bloomFilter=true), to=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/.tmp/C/ac2fad5d66cc48d08627b480cb1b4273 2024-12-04T21:59:22,115 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/.tmp/A/681c9b2fda054e4aba84d6cab99dc16b as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/A/681c9b2fda054e4aba84d6cab99dc16b 2024-12-04T21:59:22,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-12-04T21:59:22,117 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-04T21:59:22,118 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/A/681c9b2fda054e4aba84d6cab99dc16b, entries=200, sequenceid=311, filesize=14.4 K 2024-12-04T21:59:22,118 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44103 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-04T21:59:22,118 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/.tmp/B/766ebd6a75d04a3f920c47fbf7c43789 as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/B/766ebd6a75d04a3f920c47fbf7c43789 2024-12-04T21:59:22,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44103 {}] procedure2.ProcedureExecutor(1139): Stored pid=129, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees 2024-12-04T21:59:22,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-12-04T21:59:22,119 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=129, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-04T21:59:22,120 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=129, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-04T21:59:22,120 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=130, ppid=129, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-04T21:59:22,121 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/B/766ebd6a75d04a3f920c47fbf7c43789, entries=150, sequenceid=311, filesize=12.0 K 2024-12-04T21:59:22,122 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/.tmp/C/ac2fad5d66cc48d08627b480cb1b4273 as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/C/ac2fad5d66cc48d08627b480cb1b4273 2024-12-04T21:59:22,124 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/C/ac2fad5d66cc48d08627b480cb1b4273, entries=150, sequenceid=311, filesize=12.0 K 2024-12-04T21:59:22,125 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for e57fc8376c7ea5dffce5bcb06c62c23f in 842ms, sequenceid=311, compaction requested=true 2024-12-04T21:59:22,125 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e57fc8376c7ea5dffce5bcb06c62c23f: 2024-12-04T21:59:22,125 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e57fc8376c7ea5dffce5bcb06c62c23f:A, priority=-2147483648, current under compaction store size is 1 2024-12-04T21:59:22,125 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T21:59:22,125 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-04T21:59:22,125 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e57fc8376c7ea5dffce5bcb06c62c23f:B, priority=-2147483648, current under compaction store size is 2 2024-12-04T21:59:22,125 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T21:59:22,125 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-04T21:59:22,125 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e57fc8376c7ea5dffce5bcb06c62c23f:C, priority=-2147483648, current under compaction store size is 3 2024-12-04T21:59:22,125 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T21:59:22,127 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 54480 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-04T21:59:22,127 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HStore(1541): e57fc8376c7ea5dffce5bcb06c62c23f/A is initiating minor compaction (all files) 2024-12-04T21:59:22,127 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49600 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-04T21:59:22,127 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HStore(1541): e57fc8376c7ea5dffce5bcb06c62c23f/B is initiating minor compaction (all files) 2024-12-04T21:59:22,127 INFO [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e57fc8376c7ea5dffce5bcb06c62c23f/A in TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f. 2024-12-04T21:59:22,127 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e57fc8376c7ea5dffce5bcb06c62c23f/B in TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f. 2024-12-04T21:59:22,127 INFO [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/A/0b1cb22628a44337ae1e7df0cc6e4b7d, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/A/49c06ddb42624083a8060902b5cdf79a, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/A/8e0b396393964caab6722ec0da868b01, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/A/681c9b2fda054e4aba84d6cab99dc16b] into tmpdir=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/.tmp, totalSize=53.2 K 2024-12-04T21:59:22,127 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/B/b9c13c6b251149c2ae0b6e15bf6f36a0, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/B/223adc97a5354f9798068ae8d8755f97, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/B/9eeaa46c228b4b51860c02d2529c47fa, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/B/766ebd6a75d04a3f920c47fbf7c43789] into tmpdir=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/.tmp, totalSize=48.4 K 2024-12-04T21:59:22,127 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0b1cb22628a44337ae1e7df0cc6e4b7d, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1733349558793 2024-12-04T21:59:22,127 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.Compactor(225): Compacting b9c13c6b251149c2ae0b6e15bf6f36a0, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1733349558793 2024-12-04T21:59:22,127 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] compactions.Compactor(225): Compacting 49c06ddb42624083a8060902b5cdf79a, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1733349558930 2024-12-04T21:59:22,127 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.Compactor(225): Compacting 223adc97a5354f9798068ae8d8755f97, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1733349558930 2024-12-04T21:59:22,128 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8e0b396393964caab6722ec0da868b01, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=301, earliestPutTs=1733349560115 2024-12-04T21:59:22,128 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.Compactor(225): Compacting 9eeaa46c228b4b51860c02d2529c47fa, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=301, earliestPutTs=1733349560115 2024-12-04T21:59:22,128 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] compactions.Compactor(225): Compacting 681c9b2fda054e4aba84d6cab99dc16b, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=311, earliestPutTs=1733349561264 2024-12-04T21:59:22,128 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.Compactor(225): Compacting 766ebd6a75d04a3f920c47fbf7c43789, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=311, earliestPutTs=1733349561273 2024-12-04T21:59:22,133 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e57fc8376c7ea5dffce5bcb06c62c23f#B#compaction#423 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T21:59:22,134 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/.tmp/B/a573856ae087476ca42c472f5f99ed74 is 50, key is test_row_0/B:col10/1733349561275/Put/seqid=0 2024-12-04T21:59:22,142 INFO [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e57fc8376c7ea5dffce5bcb06c62c23f#A#compaction#424 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T21:59:22,143 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/.tmp/A/a87a5e5f65e6499eb1195248fb9ab307 is 50, key is test_row_0/A:col10/1733349561275/Put/seqid=0 2024-12-04T21:59:22,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742322_1498 (size=12983) 2024-12-04T21:59:22,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742323_1499 (size=12983) 2024-12-04T21:59:22,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-12-04T21:59:22,272 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39095 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-12-04T21:59:22,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f. 2024-12-04T21:59:22,272 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2902): Flushing e57fc8376c7ea5dffce5bcb06c62c23f 3/3 column families, dataSize=134.18 KB heapSize=384.98 KB 2024-12-04T21:59:22,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e57fc8376c7ea5dffce5bcb06c62c23f, store=A 2024-12-04T21:59:22,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-04T21:59:22,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e57fc8376c7ea5dffce5bcb06c62c23f, store=B 2024-12-04T21:59:22,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-04T21:59:22,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e57fc8376c7ea5dffce5bcb06c62c23f, store=C 2024-12-04T21:59:22,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-04T21:59:22,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/.tmp/A/741a17e1047b4ee4a81576261117cc38 is 50, key is test_row_0/A:col10/1733349561400/Put/seqid=0 2024-12-04T21:59:22,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742324_1500 (size=12301) 2024-12-04T21:59:22,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-12-04T21:59:22,549 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/.tmp/B/a573856ae087476ca42c472f5f99ed74 as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/B/a573856ae087476ca42c472f5f99ed74 2024-12-04T21:59:22,549 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/.tmp/A/a87a5e5f65e6499eb1195248fb9ab307 as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/A/a87a5e5f65e6499eb1195248fb9ab307 2024-12-04T21:59:22,552 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in e57fc8376c7ea5dffce5bcb06c62c23f/B of e57fc8376c7ea5dffce5bcb06c62c23f into a573856ae087476ca42c472f5f99ed74(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T21:59:22,552 INFO [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in e57fc8376c7ea5dffce5bcb06c62c23f/A of e57fc8376c7ea5dffce5bcb06c62c23f into a87a5e5f65e6499eb1195248fb9ab307(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T21:59:22,552 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e57fc8376c7ea5dffce5bcb06c62c23f: 2024-12-04T21:59:22,552 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e57fc8376c7ea5dffce5bcb06c62c23f: 2024-12-04T21:59:22,552 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., storeName=e57fc8376c7ea5dffce5bcb06c62c23f/B, priority=12, startTime=1733349562125; duration=0sec 2024-12-04T21:59:22,552 INFO [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., storeName=e57fc8376c7ea5dffce5bcb06c62c23f/A, priority=12, startTime=1733349562125; duration=0sec 2024-12-04T21:59:22,552 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T21:59:22,552 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T21:59:22,552 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e57fc8376c7ea5dffce5bcb06c62c23f:B 2024-12-04T21:59:22,552 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e57fc8376c7ea5dffce5bcb06c62c23f:A 2024-12-04T21:59:22,552 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-04T21:59:22,553 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49600 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-04T21:59:22,553 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HStore(1541): e57fc8376c7ea5dffce5bcb06c62c23f/C is initiating minor compaction (all files) 2024-12-04T21:59:22,553 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e57fc8376c7ea5dffce5bcb06c62c23f/C in TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f. 2024-12-04T21:59:22,553 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/C/02511017d67c42cf816851748e51241a, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/C/a6d4329627b34f1496ef5af7db365e13, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/C/f54ea098cd6a431dbc7f8ade001f4cd4, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/C/ac2fad5d66cc48d08627b480cb1b4273] into tmpdir=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/.tmp, totalSize=48.4 K 2024-12-04T21:59:22,553 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.Compactor(225): Compacting 02511017d67c42cf816851748e51241a, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1733349558793 2024-12-04T21:59:22,553 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.Compactor(225): Compacting a6d4329627b34f1496ef5af7db365e13, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1733349558930 2024-12-04T21:59:22,554 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.Compactor(225): Compacting f54ea098cd6a431dbc7f8ade001f4cd4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=301, earliestPutTs=1733349560115 2024-12-04T21:59:22,554 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.Compactor(225): Compacting ac2fad5d66cc48d08627b480cb1b4273, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=311, earliestPutTs=1733349561273 2024-12-04T21:59:22,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(8855): Flush requested on e57fc8376c7ea5dffce5bcb06c62c23f 2024-12-04T21:59:22,556 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f. as already flushing 2024-12-04T21:59:22,560 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e57fc8376c7ea5dffce5bcb06c62c23f#C#compaction#426 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T21:59:22,560 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/.tmp/C/2abc6e8093ba45a9834736da7e6246e1 is 50, key is test_row_0/C:col10/1733349561275/Put/seqid=0 2024-12-04T21:59:22,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742325_1501 (size=12983) 2024-12-04T21:59:22,580 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:22,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42534 deadline: 1733349622577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:22,580 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:22,580 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:22,580 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:59:22,591 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:22,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42518 deadline: 1733349622580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:22,592 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:22,592 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:22,592 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:59:22,686 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=348 (bloomFilter=true), to=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/.tmp/A/741a17e1047b4ee4a81576261117cc38 2024-12-04T21:59:22,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/.tmp/B/dfc6b02bc23a47d1a3053237fbd866ad is 50, key is test_row_0/B:col10/1733349561400/Put/seqid=0 2024-12-04T21:59:22,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742326_1502 (size=12301) 2024-12-04T21:59:22,699 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:22,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42534 deadline: 1733349622688, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:22,700 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:22,700 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:22,700 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:59:22,704 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:22,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42518 deadline: 1733349622697, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:22,704 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:22,704 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:22,704 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:59:22,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-12-04T21:59:22,914 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:22,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42534 deadline: 1733349622908, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:22,915 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:22,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42518 deadline: 1733349622908, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:22,915 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:22,915 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:22,915 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:59:22,915 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:22,915 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:22,915 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:59:22,966 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/.tmp/C/2abc6e8093ba45a9834736da7e6246e1 as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/C/2abc6e8093ba45a9834736da7e6246e1 2024-12-04T21:59:22,970 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in e57fc8376c7ea5dffce5bcb06c62c23f/C of e57fc8376c7ea5dffce5bcb06c62c23f into 2abc6e8093ba45a9834736da7e6246e1(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T21:59:22,970 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e57fc8376c7ea5dffce5bcb06c62c23f: 2024-12-04T21:59:22,970 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., storeName=e57fc8376c7ea5dffce5bcb06c62c23f/C, priority=12, startTime=1733349562125; duration=0sec 2024-12-04T21:59:22,970 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T21:59:22,970 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e57fc8376c7ea5dffce5bcb06c62c23f:C 2024-12-04T21:59:23,094 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=348 (bloomFilter=true), to=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/.tmp/B/dfc6b02bc23a47d1a3053237fbd866ad 2024-12-04T21:59:23,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/.tmp/C/01d0c0436bef4de19e0723e87c340cef is 50, key is test_row_0/C:col10/1733349561400/Put/seqid=0 2024-12-04T21:59:23,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742327_1503 (size=12301) 2024-12-04T21:59:23,222 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:23,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42518 deadline: 1733349623218, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:23,223 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:23,223 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:23,223 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:59:23,231 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:23,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42534 deadline: 1733349623227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:23,231 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:23,231 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:23,231 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:59:23,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-12-04T21:59:23,502 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=348 (bloomFilter=true), to=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/.tmp/C/01d0c0436bef4de19e0723e87c340cef 2024-12-04T21:59:23,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/.tmp/A/741a17e1047b4ee4a81576261117cc38 as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/A/741a17e1047b4ee4a81576261117cc38 2024-12-04T21:59:23,508 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/A/741a17e1047b4ee4a81576261117cc38, entries=150, sequenceid=348, filesize=12.0 K 2024-12-04T21:59:23,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/.tmp/B/dfc6b02bc23a47d1a3053237fbd866ad as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/B/dfc6b02bc23a47d1a3053237fbd866ad 2024-12-04T21:59:23,511 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/B/dfc6b02bc23a47d1a3053237fbd866ad, entries=150, sequenceid=348, filesize=12.0 K 2024-12-04T21:59:23,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/.tmp/C/01d0c0436bef4de19e0723e87c340cef as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/C/01d0c0436bef4de19e0723e87c340cef 2024-12-04T21:59:23,514 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/C/01d0c0436bef4de19e0723e87c340cef, entries=150, sequenceid=348, filesize=12.0 K 2024-12-04T21:59:23,515 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~384.94 KB/394176, currentSize=46.96 KB/48090 for e57fc8376c7ea5dffce5bcb06c62c23f in 1243ms, sequenceid=348, compaction requested=false 2024-12-04T21:59:23,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2603): Flush status journal for e57fc8376c7ea5dffce5bcb06c62c23f: 2024-12-04T21:59:23,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f. 2024-12-04T21:59:23,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=130 2024-12-04T21:59:23,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44103 {}] master.HMaster(4169): Remote procedure done, pid=130 2024-12-04T21:59:23,518 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=130, resume processing ppid=129 2024-12-04T21:59:23,518 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=130, ppid=129, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3960 sec 2024-12-04T21:59:23,519 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=129, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees in 1.4000 sec 2024-12-04T21:59:23,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(8855): Flush requested on e57fc8376c7ea5dffce5bcb06c62c23f 2024-12-04T21:59:23,742 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e57fc8376c7ea5dffce5bcb06c62c23f 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-12-04T21:59:23,742 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e57fc8376c7ea5dffce5bcb06c62c23f, store=A 2024-12-04T21:59:23,742 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T21:59:23,742 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e57fc8376c7ea5dffce5bcb06c62c23f, store=B 2024-12-04T21:59:23,742 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T21:59:23,742 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e57fc8376c7ea5dffce5bcb06c62c23f, store=C 2024-12-04T21:59:23,742 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T21:59:23,746 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/.tmp/A/3064b6769abb4a71bee2705e176ca3d4 is 50, key is test_row_0/A:col10/1733349562575/Put/seqid=0 2024-12-04T21:59:23,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742328_1504 (size=14741) 2024-12-04T21:59:23,790 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/bb3046a53f79:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733349563772, max timestamp=1733349563788Num uniques 859; 2024-12-04T21:59:23,790 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/bb3046a53f79:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-04T21:59:23,790 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/bb3046a53f79:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733349563772, max timestamp=1733349563788Num uniques 859; 2024-12-04T21:59:23,790 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/bb3046a53f79:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-04T21:59:23,790 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/bb3046a53f79:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733349563772, max timestamp=1733349563788Num uniques 859; 2024-12-04T21:59:23,790 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/bb3046a53f79:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-04T21:59:23,852 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:23,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42534 deadline: 1733349623847, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:23,853 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:23,853 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:23,853 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:59:23,862 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:23,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42518 deadline: 1733349623853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:23,862 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:23,862 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:23,862 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:59:23,961 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:23,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42534 deadline: 1733349623958, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:23,962 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:23,962 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:23,962 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:59:23,970 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:23,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42518 deadline: 1733349623967, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:23,970 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:23,970 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:23,970 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:59:24,150 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=362 (bloomFilter=true), to=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/.tmp/A/3064b6769abb4a71bee2705e176ca3d4 2024-12-04T21:59:24,155 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/.tmp/B/cd83c13044e54f788bb82ce9cb231d2a is 50, key is test_row_0/B:col10/1733349562575/Put/seqid=0 2024-12-04T21:59:24,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742329_1505 (size=12301) 2024-12-04T21:59:24,174 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:24,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42534 deadline: 1733349624168, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:24,175 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:24,175 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:24,175 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:59:24,184 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:24,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42518 deadline: 1733349624178, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:24,184 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:24,184 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:24,184 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:59:24,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-12-04T21:59:24,268 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-04T21:59:24,268 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44103 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-04T21:59:24,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44103 {}] procedure2.ProcedureExecutor(1139): Stored pid=131, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees 2024-12-04T21:59:24,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-12-04T21:59:24,269 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=131, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-04T21:59:24,270 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=131, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-04T21:59:24,270 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=132, ppid=131, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-04T21:59:24,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-12-04T21:59:24,422 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39095 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-12-04T21:59:24,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f. 2024-12-04T21:59:24,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f. as already flushing 2024-12-04T21:59:24,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f. 2024-12-04T21:59:24,422 ERROR [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132 java.io.IOException: Unable to complete flush {ENCODED => e57fc8376c7ea5dffce5bcb06c62c23f, NAME => 'TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:59:24,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132 java.io.IOException: Unable to complete flush {ENCODED => e57fc8376c7ea5dffce5bcb06c62c23f, NAME => 'TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:59:24,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44103 {}] master.HMaster(4177): Remote procedure failed, pid=132 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e57fc8376c7ea5dffce5bcb06c62c23f, NAME => 'TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e57fc8376c7ea5dffce5bcb06c62c23f, NAME => 'TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:59:24,482 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:24,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42534 deadline: 1733349624477, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:24,482 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:24,482 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:24,482 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:59:24,494 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:24,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42518 deadline: 1733349624487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:24,494 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:24,494 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:24,494 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:59:24,560 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=362 (bloomFilter=true), to=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/.tmp/B/cd83c13044e54f788bb82ce9cb231d2a 2024-12-04T21:59:24,565 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/.tmp/C/e2f78c44f51a460da93558f7d1ee3612 is 50, key is test_row_0/C:col10/1733349562575/Put/seqid=0 2024-12-04T21:59:24,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742330_1506 (size=12301) 2024-12-04T21:59:24,572 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=362 (bloomFilter=true), to=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/.tmp/C/e2f78c44f51a460da93558f7d1ee3612 2024-12-04T21:59:24,574 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39095 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-12-04T21:59:24,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f. 2024-12-04T21:59:24,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f. as already flushing 2024-12-04T21:59:24,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f. 2024-12-04T21:59:24,574 ERROR [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132 java.io.IOException: Unable to complete flush {ENCODED => e57fc8376c7ea5dffce5bcb06c62c23f, NAME => 'TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:59:24,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132 java.io.IOException: Unable to complete flush {ENCODED => e57fc8376c7ea5dffce5bcb06c62c23f, NAME => 'TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:59:24,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44103 {}] master.HMaster(4177): Remote procedure failed, pid=132 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e57fc8376c7ea5dffce5bcb06c62c23f, NAME => 'TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e57fc8376c7ea5dffce5bcb06c62c23f, NAME => 'TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:59:24,576 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/.tmp/A/3064b6769abb4a71bee2705e176ca3d4 as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/A/3064b6769abb4a71bee2705e176ca3d4 2024-12-04T21:59:24,579 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/A/3064b6769abb4a71bee2705e176ca3d4, entries=200, sequenceid=362, filesize=14.4 K 2024-12-04T21:59:24,580 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/.tmp/B/cd83c13044e54f788bb82ce9cb231d2a as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/B/cd83c13044e54f788bb82ce9cb231d2a 2024-12-04T21:59:24,582 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/B/cd83c13044e54f788bb82ce9cb231d2a, entries=150, sequenceid=362, filesize=12.0 K 2024-12-04T21:59:24,583 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/.tmp/C/e2f78c44f51a460da93558f7d1ee3612 as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/C/e2f78c44f51a460da93558f7d1ee3612 2024-12-04T21:59:24,586 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/C/e2f78c44f51a460da93558f7d1ee3612, entries=150, sequenceid=362, filesize=12.0 K 2024-12-04T21:59:24,587 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for e57fc8376c7ea5dffce5bcb06c62c23f in 845ms, sequenceid=362, compaction requested=true 2024-12-04T21:59:24,587 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e57fc8376c7ea5dffce5bcb06c62c23f: 2024-12-04T21:59:24,587 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e57fc8376c7ea5dffce5bcb06c62c23f:A, priority=-2147483648, current under compaction store size is 1 2024-12-04T21:59:24,587 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T21:59:24,587 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T21:59:24,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-12-04T21:59:24,587 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e57fc8376c7ea5dffce5bcb06c62c23f:B, priority=-2147483648, current under compaction store size is 2 2024-12-04T21:59:24,587 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T21:59:24,587 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e57fc8376c7ea5dffce5bcb06c62c23f:C, priority=-2147483648, current under compaction store size is 3 2024-12-04T21:59:24,587 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T21:59:24,587 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T21:59:24,588 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40025 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T21:59:24,588 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T21:59:24,588 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HStore(1541): e57fc8376c7ea5dffce5bcb06c62c23f/A is initiating minor compaction (all files) 2024-12-04T21:59:24,588 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HStore(1541): e57fc8376c7ea5dffce5bcb06c62c23f/B is initiating minor compaction (all files) 2024-12-04T21:59:24,588 INFO [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e57fc8376c7ea5dffce5bcb06c62c23f/A in TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f. 2024-12-04T21:59:24,588 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e57fc8376c7ea5dffce5bcb06c62c23f/B in TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f. 2024-12-04T21:59:24,588 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/B/a573856ae087476ca42c472f5f99ed74, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/B/dfc6b02bc23a47d1a3053237fbd866ad, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/B/cd83c13044e54f788bb82ce9cb231d2a] into tmpdir=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/.tmp, totalSize=36.7 K 2024-12-04T21:59:24,588 INFO [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/A/a87a5e5f65e6499eb1195248fb9ab307, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/A/741a17e1047b4ee4a81576261117cc38, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/A/3064b6769abb4a71bee2705e176ca3d4] into tmpdir=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/.tmp, totalSize=39.1 K 2024-12-04T21:59:24,589 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.Compactor(225): Compacting a573856ae087476ca42c472f5f99ed74, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=311, earliestPutTs=1733349561273 2024-12-04T21:59:24,589 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] compactions.Compactor(225): Compacting a87a5e5f65e6499eb1195248fb9ab307, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=311, earliestPutTs=1733349561273 2024-12-04T21:59:24,589 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.Compactor(225): Compacting dfc6b02bc23a47d1a3053237fbd866ad, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=348, earliestPutTs=1733349561380 2024-12-04T21:59:24,589 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] compactions.Compactor(225): Compacting 741a17e1047b4ee4a81576261117cc38, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=348, earliestPutTs=1733349561380 2024-12-04T21:59:24,589 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.Compactor(225): Compacting cd83c13044e54f788bb82ce9cb231d2a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=362, earliestPutTs=1733349562575 2024-12-04T21:59:24,589 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3064b6769abb4a71bee2705e176ca3d4, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=362, earliestPutTs=1733349562575 2024-12-04T21:59:24,594 INFO [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e57fc8376c7ea5dffce5bcb06c62c23f#A#compaction#432 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-04T21:59:24,595 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/.tmp/A/972aeb13085d4bad96152dd43b2f0bed is 50, key is test_row_0/A:col10/1733349562575/Put/seqid=0 2024-12-04T21:59:24,595 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e57fc8376c7ea5dffce5bcb06c62c23f#B#compaction#433 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T21:59:24,595 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/.tmp/B/63a03df533c84ac1aa880fb5ebb43c07 is 50, key is test_row_0/B:col10/1733349562575/Put/seqid=0 2024-12-04T21:59:24,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742332_1508 (size=13085) 2024-12-04T21:59:24,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742331_1507 (size=13085) 2024-12-04T21:59:24,727 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39095 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-12-04T21:59:24,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f. 2024-12-04T21:59:24,727 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2902): Flushing e57fc8376c7ea5dffce5bcb06c62c23f 3/3 column families, dataSize=127.47 KB heapSize=360.38 KB 2024-12-04T21:59:24,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e57fc8376c7ea5dffce5bcb06c62c23f, store=A 2024-12-04T21:59:24,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-04T21:59:24,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e57fc8376c7ea5dffce5bcb06c62c23f, store=B 2024-12-04T21:59:24,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-04T21:59:24,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e57fc8376c7ea5dffce5bcb06c62c23f, store=C 2024-12-04T21:59:24,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-04T21:59:24,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/.tmp/A/74f44163dbc64d9abfb3cf4cc6dc0b0d is 50, key is test_row_0/A:col10/1733349563834/Put/seqid=0 2024-12-04T21:59:24,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742333_1509 (size=12301) 2024-12-04T21:59:24,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-12-04T21:59:25,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(8855): Flush requested on e57fc8376c7ea5dffce5bcb06c62c23f 2024-12-04T21:59:25,000 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f. as already flushing 2024-12-04T21:59:25,003 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/.tmp/B/63a03df533c84ac1aa880fb5ebb43c07 as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/B/63a03df533c84ac1aa880fb5ebb43c07 2024-12-04T21:59:25,003 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/.tmp/A/972aeb13085d4bad96152dd43b2f0bed as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/A/972aeb13085d4bad96152dd43b2f0bed 2024-12-04T21:59:25,006 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e57fc8376c7ea5dffce5bcb06c62c23f/B of e57fc8376c7ea5dffce5bcb06c62c23f into 63a03df533c84ac1aa880fb5ebb43c07(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T21:59:25,006 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e57fc8376c7ea5dffce5bcb06c62c23f: 2024-12-04T21:59:25,006 INFO [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e57fc8376c7ea5dffce5bcb06c62c23f/A of e57fc8376c7ea5dffce5bcb06c62c23f into 972aeb13085d4bad96152dd43b2f0bed(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T21:59:25,006 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., storeName=e57fc8376c7ea5dffce5bcb06c62c23f/B, priority=13, startTime=1733349564587; duration=0sec 2024-12-04T21:59:25,006 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e57fc8376c7ea5dffce5bcb06c62c23f: 2024-12-04T21:59:25,006 INFO [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., storeName=e57fc8376c7ea5dffce5bcb06c62c23f/A, priority=13, startTime=1733349564587; duration=0sec 2024-12-04T21:59:25,006 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T21:59:25,006 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T21:59:25,006 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e57fc8376c7ea5dffce5bcb06c62c23f:B 2024-12-04T21:59:25,006 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e57fc8376c7ea5dffce5bcb06c62c23f:A 2024-12-04T21:59:25,006 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T21:59:25,007 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T21:59:25,007 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HStore(1541): e57fc8376c7ea5dffce5bcb06c62c23f/C is initiating minor compaction (all files) 2024-12-04T21:59:25,007 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e57fc8376c7ea5dffce5bcb06c62c23f/C in TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f. 2024-12-04T21:59:25,007 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/C/2abc6e8093ba45a9834736da7e6246e1, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/C/01d0c0436bef4de19e0723e87c340cef, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/C/e2f78c44f51a460da93558f7d1ee3612] into tmpdir=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/.tmp, totalSize=36.7 K 2024-12-04T21:59:25,007 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.Compactor(225): Compacting 2abc6e8093ba45a9834736da7e6246e1, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=311, earliestPutTs=1733349561273 2024-12-04T21:59:25,007 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.Compactor(225): Compacting 01d0c0436bef4de19e0723e87c340cef, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=348, earliestPutTs=1733349561380 2024-12-04T21:59:25,008 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.Compactor(225): Compacting e2f78c44f51a460da93558f7d1ee3612, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=362, earliestPutTs=1733349562575 2024-12-04T21:59:25,013 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e57fc8376c7ea5dffce5bcb06c62c23f#C#compaction#435 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T21:59:25,014 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/.tmp/C/b8c948ef30904868af139ce8587a6c65 is 50, key is test_row_0/C:col10/1733349562575/Put/seqid=0 2024-12-04T21:59:25,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742334_1510 (size=13085) 2024-12-04T21:59:25,031 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:25,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42518 deadline: 1733349625027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:25,031 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:25,031 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:25,032 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:59:25,035 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:25,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42534 deadline: 1733349625028, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:25,035 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:25,035 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:25,036 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:59:25,135 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=397 (bloomFilter=true), to=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/.tmp/A/74f44163dbc64d9abfb3cf4cc6dc0b0d 2024-12-04T21:59:25,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/.tmp/B/22c9f001674049a4ac242a97e1e3b773 is 50, key is test_row_0/B:col10/1733349563834/Put/seqid=0 2024-12-04T21:59:25,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742335_1511 (size=12301) 2024-12-04T21:59:25,146 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:25,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42518 deadline: 1733349625138, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:25,146 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:25,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42534 deadline: 1733349625138, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:25,146 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:25,146 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:25,146 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:59:25,148 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:25,148 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:25,148 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:59:25,315 INFO [Thread-1975 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1975. 2024-12-04T21:59:25,315 DEBUG [Thread-1975 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-04T21:59:25,315 DEBUG [Thread-1975 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T21:59:25,315 DEBUG [Thread-1975 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T21:59:25,315 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T21:59:25,316 INFO [Thread-1977 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1977. 2024-12-04T21:59:25,316 DEBUG [Thread-1977 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-04T21:59:25,316 DEBUG [Thread-1977 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T21:59:25,316 DEBUG [Thread-1977 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T21:59:25,316 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T21:59:25,317 INFO [Thread-1981 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1981. 2024-12-04T21:59:25,317 DEBUG [Thread-1981 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-04T21:59:25,317 DEBUG [Thread-1981 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T21:59:25,317 DEBUG [Thread-1981 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T21:59:25,317 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T21:59:25,323 INFO [Thread-1979 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1979. 2024-12-04T21:59:25,323 DEBUG [Thread-1979 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-04T21:59:25,323 DEBUG [Thread-1979 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T21:59:25,323 DEBUG [Thread-1979 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T21:59:25,323 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T21:59:25,324 INFO [Thread-1983 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1983. 2024-12-04T21:59:25,324 DEBUG [Thread-1983 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-04T21:59:25,324 DEBUG [Thread-1983 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T21:59:25,324 DEBUG [Thread-1983 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T21:59:25,324 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T21:59:25,358 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:25,358 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:25,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42534 deadline: 1733349625358, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:25,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42518 deadline: 1733349625358, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:25,359 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:25,359 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:25,359 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:25,359 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:25,359 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:59:25,359 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:59:25,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-12-04T21:59:25,427 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/.tmp/C/b8c948ef30904868af139ce8587a6c65 as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/C/b8c948ef30904868af139ce8587a6c65 2024-12-04T21:59:25,434 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e57fc8376c7ea5dffce5bcb06c62c23f/C of e57fc8376c7ea5dffce5bcb06c62c23f into b8c948ef30904868af139ce8587a6c65(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T21:59:25,434 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e57fc8376c7ea5dffce5bcb06c62c23f: 2024-12-04T21:59:25,434 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., storeName=e57fc8376c7ea5dffce5bcb06c62c23f/C, priority=13, startTime=1733349564587; duration=0sec 2024-12-04T21:59:25,434 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T21:59:25,434 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e57fc8376c7ea5dffce5bcb06c62c23f:C 2024-12-04T21:59:25,545 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=397 (bloomFilter=true), to=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/.tmp/B/22c9f001674049a4ac242a97e1e3b773 2024-12-04T21:59:25,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/.tmp/C/6b1281b382ab4e08a779585592729050 is 50, key is test_row_0/C:col10/1733349563834/Put/seqid=0 2024-12-04T21:59:25,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742336_1512 (size=12301) 2024-12-04T21:59:25,668 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:25,668 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:25,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42518 deadline: 1733349625667, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:25,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42534 deadline: 1733349625668, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:25,668 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:25,668 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 , the old value is region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:25,668 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:25,669 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:25,669 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:59:25,669 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., hostname=bb3046a53f79,39095,1733349424047, seqNum=2 because the exception is null or not the one we care about 2024-12-04T21:59:25,964 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=397 (bloomFilter=true), to=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/.tmp/C/6b1281b382ab4e08a779585592729050 2024-12-04T21:59:25,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/.tmp/A/74f44163dbc64d9abfb3cf4cc6dc0b0d as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/A/74f44163dbc64d9abfb3cf4cc6dc0b0d 2024-12-04T21:59:25,978 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/A/74f44163dbc64d9abfb3cf4cc6dc0b0d, entries=150, sequenceid=397, filesize=12.0 K 2024-12-04T21:59:25,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/.tmp/B/22c9f001674049a4ac242a97e1e3b773 as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/B/22c9f001674049a4ac242a97e1e3b773 2024-12-04T21:59:25,983 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/B/22c9f001674049a4ac242a97e1e3b773, entries=150, sequenceid=397, filesize=12.0 K 2024-12-04T21:59:25,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/.tmp/C/6b1281b382ab4e08a779585592729050 as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/C/6b1281b382ab4e08a779585592729050 2024-12-04T21:59:25,986 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/C/6b1281b382ab4e08a779585592729050, entries=150, sequenceid=397, filesize=12.0 K 2024-12-04T21:59:25,986 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~360.33 KB/368976, currentSize=53.67 KB/54960 for e57fc8376c7ea5dffce5bcb06c62c23f in 1259ms, sequenceid=397, compaction requested=false 2024-12-04T21:59:25,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2603): Flush status journal for e57fc8376c7ea5dffce5bcb06c62c23f: 2024-12-04T21:59:25,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f. 2024-12-04T21:59:25,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=132 2024-12-04T21:59:25,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44103 {}] master.HMaster(4169): Remote procedure done, pid=132 2024-12-04T21:59:25,989 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=132, resume processing ppid=131 2024-12-04T21:59:25,989 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=132, ppid=131, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7180 sec 2024-12-04T21:59:25,990 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=131, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees in 1.7210 sec 2024-12-04T21:59:26,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(8855): Flush requested on e57fc8376c7ea5dffce5bcb06c62c23f 2024-12-04T21:59:26,183 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e57fc8376c7ea5dffce5bcb06c62c23f 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-12-04T21:59:26,183 INFO [Thread-1970 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1970. 2024-12-04T21:59:26,183 INFO [Thread-1964 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1964. 2024-12-04T21:59:26,183 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e57fc8376c7ea5dffce5bcb06c62c23f, store=A 2024-12-04T21:59:26,183 DEBUG [Thread-1964 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-04T21:59:26,183 DEBUG [Thread-1970 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-04T21:59:26,183 DEBUG [Thread-1964 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T21:59:26,183 DEBUG [Thread-1970 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T21:59:26,183 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T21:59:26,183 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e57fc8376c7ea5dffce5bcb06c62c23f, store=B 2024-12-04T21:59:26,183 DEBUG [Thread-1964 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T21:59:26,184 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T21:59:26,184 DEBUG [Thread-1970 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T21:59:26,184 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T21:59:26,184 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T21:59:26,184 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e57fc8376c7ea5dffce5bcb06c62c23f, store=C 2024-12-04T21:59:26,184 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T21:59:26,189 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/.tmp/A/81d1828c08fc4118aa9f9ef500a9070c is 50, key is test_row_0/A:col10/1733349565007/Put/seqid=0 2024-12-04T21:59:26,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742337_1513 (size=12301) 2024-12-04T21:59:26,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-12-04T21:59:26,418 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-04T21:59:26,490 INFO [Thread-1966 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1966. 2024-12-04T21:59:26,490 DEBUG [Thread-1966 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-04T21:59:26,490 DEBUG [Thread-1966 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T21:59:26,490 DEBUG [Thread-1966 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T21:59:26,490 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T21:59:26,532 INFO [Thread-1972 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1972. 2024-12-04T21:59:26,532 DEBUG [Thread-1972 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-04T21:59:26,532 INFO [Thread-1968 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1968. 2024-12-04T21:59:26,532 DEBUG [Thread-1972 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T21:59:26,532 DEBUG [Thread-1968 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-04T21:59:26,532 DEBUG [Thread-1968 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T21:59:26,532 DEBUG [Thread-1972 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T21:59:26,532 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T21:59:26,533 DEBUG [Thread-1968 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T21:59:26,533 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T21:59:26,533 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-12-04T21:59:26,533 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 136 2024-12-04T21:59:26,533 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 18 2024-12-04T21:59:26,533 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 17 2024-12-04T21:59:26,533 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 149 2024-12-04T21:59:26,533 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 17 2024-12-04T21:59:26,533 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-12-04T21:59:26,533 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-12-04T21:59:26,533 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1720 2024-12-04T21:59:26,534 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 5153 rows 2024-12-04T21:59:26,534 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1708 2024-12-04T21:59:26,534 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 5122 rows 2024-12-04T21:59:26,534 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1717 2024-12-04T21:59:26,534 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 5146 rows 2024-12-04T21:59:26,534 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1711 2024-12-04T21:59:26,534 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 5132 rows 2024-12-04T21:59:26,534 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1727 2024-12-04T21:59:26,534 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 5180 rows 2024-12-04T21:59:26,534 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T21:59:26,534 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:91) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testScanAtomicity(AcidGuaranteesTestBase.java:112) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T21:59:26,534 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T21:59:26,535 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T21:59:26,535 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T21:59:26,536 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44103 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-12-04T21:59:26,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44103 {}] procedure2.ProcedureExecutor(1139): Stored pid=133, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-12-04T21:59:26,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-12-04T21:59:26,539 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733349566539"}]},"ts":"1733349566539"} 2024-12-04T21:59:26,541 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-12-04T21:59:26,541 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-12-04T21:59:26,542 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=134, ppid=133, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-04T21:59:26,543 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=135, ppid=134, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=e57fc8376c7ea5dffce5bcb06c62c23f, UNASSIGN}] 2024-12-04T21:59:26,544 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=135, ppid=134, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=e57fc8376c7ea5dffce5bcb06c62c23f, UNASSIGN 2024-12-04T21:59:26,545 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=135 updating hbase:meta row=e57fc8376c7ea5dffce5bcb06c62c23f, regionState=CLOSING, regionLocation=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:26,547 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=135, ppid=134, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=e57fc8376c7ea5dffce5bcb06c62c23f, UNASSIGN because future has completed 2024-12-04T21:59:26,547 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-04T21:59:26,547 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=136, ppid=135, state=RUNNABLE, hasLock=false; CloseRegionProcedure e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047}] 2024-12-04T21:59:26,595 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=413 (bloomFilter=true), to=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/.tmp/A/81d1828c08fc4118aa9f9ef500a9070c 2024-12-04T21:59:26,607 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/.tmp/B/28d1bebb62914ff78081de4565f20b0c is 50, key is test_row_0/B:col10/1733349565007/Put/seqid=0 2024-12-04T21:59:26,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742338_1514 (size=12301) 2024-12-04T21:59:26,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-12-04T21:59:26,700 INFO [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] handler.UnassignRegionHandler(122): Close e57fc8376c7ea5dffce5bcb06c62c23f 2024-12-04T21:59:26,700 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-04T21:59:26,700 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] regionserver.HRegion(1722): Closing e57fc8376c7ea5dffce5bcb06c62c23f, disabling compactions & flushes 2024-12-04T21:59:26,701 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] regionserver.HRegion(1993): waiting for 0 compactions & cache flush to complete for region TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f. 2024-12-04T21:59:26,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-12-04T21:59:27,013 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=413 (bloomFilter=true), to=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/.tmp/B/28d1bebb62914ff78081de4565f20b0c 2024-12-04T21:59:27,026 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/.tmp/C/95870d679f994b978532c8ecbc4dd249 is 50, key is test_row_0/C:col10/1733349565007/Put/seqid=0 2024-12-04T21:59:27,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742339_1515 (size=12301) 2024-12-04T21:59:27,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-12-04T21:59:27,432 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=413 (bloomFilter=true), to=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/.tmp/C/95870d679f994b978532c8ecbc4dd249 2024-12-04T21:59:27,442 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/.tmp/A/81d1828c08fc4118aa9f9ef500a9070c as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/A/81d1828c08fc4118aa9f9ef500a9070c 2024-12-04T21:59:27,447 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/A/81d1828c08fc4118aa9f9ef500a9070c, entries=150, sequenceid=413, filesize=12.0 K 2024-12-04T21:59:27,453 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/.tmp/B/28d1bebb62914ff78081de4565f20b0c as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/B/28d1bebb62914ff78081de4565f20b0c 2024-12-04T21:59:27,456 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/B/28d1bebb62914ff78081de4565f20b0c, entries=150, sequenceid=413, filesize=12.0 K 2024-12-04T21:59:27,457 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/.tmp/C/95870d679f994b978532c8ecbc4dd249 as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/C/95870d679f994b978532c8ecbc4dd249 2024-12-04T21:59:27,460 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/C/95870d679f994b978532c8ecbc4dd249, entries=150, sequenceid=413, filesize=12.0 K 2024-12-04T21:59:27,460 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=20.13 KB/20610 for e57fc8376c7ea5dffce5bcb06c62c23f in 1277ms, sequenceid=413, compaction requested=true 2024-12-04T21:59:27,461 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e57fc8376c7ea5dffce5bcb06c62c23f: 2024-12-04T21:59:27,461 INFO [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f. 2024-12-04T21:59:27,461 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e57fc8376c7ea5dffce5bcb06c62c23f:A, priority=-2147483648, current under compaction store size is 1 2024-12-04T21:59:27,461 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f. 2024-12-04T21:59:27,461 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T21:59:27,461 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f. because compaction request was cancelled 2024-12-04T21:59:27,461 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f. after waiting 0 ms 2024-12-04T21:59:27,461 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e57fc8376c7ea5dffce5bcb06c62c23f:B, priority=-2147483648, current under compaction store size is 2 2024-12-04T21:59:27,461 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e57fc8376c7ea5dffce5bcb06c62c23f:A 2024-12-04T21:59:27,461 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f. 2024-12-04T21:59:27,461 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T21:59:27,461 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f. because compaction request was cancelled 2024-12-04T21:59:27,461 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e57fc8376c7ea5dffce5bcb06c62c23f:C, priority=-2147483648, current under compaction store size is 2 2024-12-04T21:59:27,461 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e57fc8376c7ea5dffce5bcb06c62c23f:B 2024-12-04T21:59:27,461 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f. because compaction request was cancelled 2024-12-04T21:59:27,461 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T21:59:27,461 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e57fc8376c7ea5dffce5bcb06c62c23f:C 2024-12-04T21:59:27,461 INFO [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] regionserver.HRegion(2902): Flushing e57fc8376c7ea5dffce5bcb06c62c23f 3/3 column families, dataSize=20.13 KB heapSize=60.52 KB 2024-12-04T21:59:27,461 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e57fc8376c7ea5dffce5bcb06c62c23f, store=A 2024-12-04T21:59:27,461 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T21:59:27,461 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e57fc8376c7ea5dffce5bcb06c62c23f, store=B 2024-12-04T21:59:27,461 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T21:59:27,461 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e57fc8376c7ea5dffce5bcb06c62c23f, store=C 2024-12-04T21:59:27,461 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T21:59:27,464 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/.tmp/A/53cbda6fdf5c42c9a9fa6b356867279a is 50, key is test_row_0/A:col10/1733349566529/Put/seqid=0 2024-12-04T21:59:27,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742340_1516 (size=9857) 2024-12-04T21:59:27,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-12-04T21:59:27,869 INFO [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=419 (bloomFilter=true), to=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/.tmp/A/53cbda6fdf5c42c9a9fa6b356867279a 2024-12-04T21:59:27,881 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/.tmp/B/f2ae076c15054bbcb4d30246bdb5afc4 is 50, key is test_row_0/B:col10/1733349566529/Put/seqid=0 2024-12-04T21:59:27,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742341_1517 (size=9857) 2024-12-04T21:59:28,287 INFO [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=419 (bloomFilter=true), to=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/.tmp/B/f2ae076c15054bbcb4d30246bdb5afc4 2024-12-04T21:59:28,300 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/.tmp/C/6921a2bd220f4e8d8fa92e32d61dc017 is 50, key is test_row_0/C:col10/1733349566529/Put/seqid=0 2024-12-04T21:59:28,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742342_1518 (size=9857) 2024-12-04T21:59:28,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-12-04T21:59:28,705 INFO [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=419 (bloomFilter=true), to=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/.tmp/C/6921a2bd220f4e8d8fa92e32d61dc017 2024-12-04T21:59:28,717 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/.tmp/A/53cbda6fdf5c42c9a9fa6b356867279a as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/A/53cbda6fdf5c42c9a9fa6b356867279a 2024-12-04T21:59:28,723 INFO [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/A/53cbda6fdf5c42c9a9fa6b356867279a, entries=100, sequenceid=419, filesize=9.6 K 2024-12-04T21:59:28,724 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/.tmp/B/f2ae076c15054bbcb4d30246bdb5afc4 as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/B/f2ae076c15054bbcb4d30246bdb5afc4 2024-12-04T21:59:28,727 INFO [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/B/f2ae076c15054bbcb4d30246bdb5afc4, entries=100, sequenceid=419, filesize=9.6 K 2024-12-04T21:59:28,728 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/.tmp/C/6921a2bd220f4e8d8fa92e32d61dc017 as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/C/6921a2bd220f4e8d8fa92e32d61dc017 2024-12-04T21:59:28,732 INFO [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/C/6921a2bd220f4e8d8fa92e32d61dc017, entries=100, sequenceid=419, filesize=9.6 K 2024-12-04T21:59:28,732 INFO [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] regionserver.HRegion(3140): Finished flush of dataSize ~20.13 KB/20610, heapSize ~60.47 KB/61920, currentSize=0 B/0 for e57fc8376c7ea5dffce5bcb06c62c23f in 1271ms, sequenceid=419, compaction requested=true 2024-12-04T21:59:28,733 DEBUG [StoreCloser-TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/A/5abb432a6ef64a5da85c839d33e00843, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/A/0a1688d044934e30a6587548d731d1f5, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/A/eadcf5e9766a4d06a19cb1f0600b26c1, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/A/eb1e63a4a1054624983a8a3254712030, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/A/f0e602bd7b0243bab38567b726cef4a6, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/A/9eb2c6bb56c840e39a18bed94fb7c7ff, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/A/877227728d3e4561806084b06cd3996f, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/A/9d239115bf634e38a7577a40ee9b42c1, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/A/0076c28b627e4b7399096ab8c797914c, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/A/f280176b9c4a47ecb3eccb41e05fd829, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/A/70a2b08c06994695a531de797a586eec, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/A/325f9474149a45309afdf7f46a322b76, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/A/8d84089a50b84923a9d1c5af954c4038, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/A/9c78078b7b64427e9407db51abc2d034, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/A/9b02658e3cdd4e819b09656a115cea74, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/A/82fd1f8b096e4380a8a9c8a06ab5e01a, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/A/0b1cb22628a44337ae1e7df0cc6e4b7d, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/A/49c06ddb42624083a8060902b5cdf79a, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/A/8e0b396393964caab6722ec0da868b01, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/A/681c9b2fda054e4aba84d6cab99dc16b, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/A/a87a5e5f65e6499eb1195248fb9ab307, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/A/741a17e1047b4ee4a81576261117cc38, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/A/3064b6769abb4a71bee2705e176ca3d4] to archive 2024-12-04T21:59:28,734 DEBUG [StoreCloser-TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-04T21:59:28,735 DEBUG [StoreCloser-TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/A/5abb432a6ef64a5da85c839d33e00843 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/A/5abb432a6ef64a5da85c839d33e00843 2024-12-04T21:59:28,736 DEBUG [StoreCloser-TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/A/0a1688d044934e30a6587548d731d1f5 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/A/0a1688d044934e30a6587548d731d1f5 2024-12-04T21:59:28,737 DEBUG [StoreCloser-TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/A/eadcf5e9766a4d06a19cb1f0600b26c1 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/A/eadcf5e9766a4d06a19cb1f0600b26c1 2024-12-04T21:59:28,738 DEBUG [StoreCloser-TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/A/eb1e63a4a1054624983a8a3254712030 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/A/eb1e63a4a1054624983a8a3254712030 2024-12-04T21:59:28,739 DEBUG [StoreCloser-TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/A/f0e602bd7b0243bab38567b726cef4a6 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/A/f0e602bd7b0243bab38567b726cef4a6 2024-12-04T21:59:28,740 DEBUG [StoreCloser-TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/A/9eb2c6bb56c840e39a18bed94fb7c7ff to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/A/9eb2c6bb56c840e39a18bed94fb7c7ff 2024-12-04T21:59:28,741 DEBUG [StoreCloser-TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/A/877227728d3e4561806084b06cd3996f to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/A/877227728d3e4561806084b06cd3996f 2024-12-04T21:59:28,742 DEBUG [StoreCloser-TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/A/9d239115bf634e38a7577a40ee9b42c1 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/A/9d239115bf634e38a7577a40ee9b42c1 2024-12-04T21:59:28,743 DEBUG [StoreCloser-TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/A/0076c28b627e4b7399096ab8c797914c to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/A/0076c28b627e4b7399096ab8c797914c 2024-12-04T21:59:28,745 DEBUG [StoreCloser-TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/A/f280176b9c4a47ecb3eccb41e05fd829 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/A/f280176b9c4a47ecb3eccb41e05fd829 2024-12-04T21:59:28,746 DEBUG [StoreCloser-TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/A/70a2b08c06994695a531de797a586eec to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/A/70a2b08c06994695a531de797a586eec 2024-12-04T21:59:28,747 DEBUG [StoreCloser-TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/A/325f9474149a45309afdf7f46a322b76 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/A/325f9474149a45309afdf7f46a322b76 2024-12-04T21:59:28,748 DEBUG [StoreCloser-TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/A/8d84089a50b84923a9d1c5af954c4038 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/A/8d84089a50b84923a9d1c5af954c4038 2024-12-04T21:59:28,749 DEBUG [StoreCloser-TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/A/9c78078b7b64427e9407db51abc2d034 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/A/9c78078b7b64427e9407db51abc2d034 2024-12-04T21:59:28,750 DEBUG [StoreCloser-TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/A/9b02658e3cdd4e819b09656a115cea74 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/A/9b02658e3cdd4e819b09656a115cea74 2024-12-04T21:59:28,751 DEBUG [StoreCloser-TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/A/82fd1f8b096e4380a8a9c8a06ab5e01a to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/A/82fd1f8b096e4380a8a9c8a06ab5e01a 2024-12-04T21:59:28,752 DEBUG [StoreCloser-TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/A/0b1cb22628a44337ae1e7df0cc6e4b7d to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/A/0b1cb22628a44337ae1e7df0cc6e4b7d 2024-12-04T21:59:28,753 DEBUG [StoreCloser-TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/A/49c06ddb42624083a8060902b5cdf79a to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/A/49c06ddb42624083a8060902b5cdf79a 2024-12-04T21:59:28,754 DEBUG [StoreCloser-TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/A/8e0b396393964caab6722ec0da868b01 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/A/8e0b396393964caab6722ec0da868b01 2024-12-04T21:59:28,755 DEBUG [StoreCloser-TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/A/681c9b2fda054e4aba84d6cab99dc16b to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/A/681c9b2fda054e4aba84d6cab99dc16b 2024-12-04T21:59:28,756 DEBUG [StoreCloser-TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/A/a87a5e5f65e6499eb1195248fb9ab307 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/A/a87a5e5f65e6499eb1195248fb9ab307 2024-12-04T21:59:28,758 DEBUG [StoreCloser-TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/A/741a17e1047b4ee4a81576261117cc38 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/A/741a17e1047b4ee4a81576261117cc38 2024-12-04T21:59:28,759 DEBUG [StoreCloser-TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/A/3064b6769abb4a71bee2705e176ca3d4 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/A/3064b6769abb4a71bee2705e176ca3d4 2024-12-04T21:59:28,760 DEBUG [StoreCloser-TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/B/e855325a6072483ea2e61a815247010c, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/B/9c179ad8b7dc49ce8b48f920a6c3d94b, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/B/e26ace8ebf3743a887e2c0b6980b158f, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/B/9204d99fe8a44ea3ac6bf5142d6b2234, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/B/f1e65c3997c546f6afb7c279e155f78e, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/B/45833fb21bfa4fc9877ebb6e973f74e3, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/B/41014a4ae72c41a0adef344c7c590837, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/B/e0c54f2a1dc84fe2825d8ed4cdc24afb, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/B/a601660512524387823577937577c2a1, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/B/0ae649b29592413f8c7e3645be1e5ba0, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/B/bbb2c4d72c5647d5916a698ba0b01399, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/B/03ca8a84d5b2418cb4dfecb005234b90, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/B/b0beb777826b4ec8865bd2c0d1677083, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/B/19f1851e18334b208cb3e27b2552ad8f, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/B/9b0dcc895f594951ac3df67ed0b0bf7e, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/B/b9c13c6b251149c2ae0b6e15bf6f36a0, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/B/cd477dcb9718420a9532273720774ba2, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/B/223adc97a5354f9798068ae8d8755f97, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/B/9eeaa46c228b4b51860c02d2529c47fa, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/B/a573856ae087476ca42c472f5f99ed74, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/B/766ebd6a75d04a3f920c47fbf7c43789, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/B/dfc6b02bc23a47d1a3053237fbd866ad, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/B/cd83c13044e54f788bb82ce9cb231d2a] to archive 2024-12-04T21:59:28,761 DEBUG [StoreCloser-TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-04T21:59:28,763 DEBUG [StoreCloser-TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/B/e855325a6072483ea2e61a815247010c to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/B/e855325a6072483ea2e61a815247010c 2024-12-04T21:59:28,764 DEBUG [StoreCloser-TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/B/9c179ad8b7dc49ce8b48f920a6c3d94b to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/B/9c179ad8b7dc49ce8b48f920a6c3d94b 2024-12-04T21:59:28,765 DEBUG [StoreCloser-TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/B/e26ace8ebf3743a887e2c0b6980b158f to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/B/e26ace8ebf3743a887e2c0b6980b158f 2024-12-04T21:59:28,766 DEBUG [StoreCloser-TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/B/9204d99fe8a44ea3ac6bf5142d6b2234 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/B/9204d99fe8a44ea3ac6bf5142d6b2234 2024-12-04T21:59:28,767 DEBUG [StoreCloser-TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/B/f1e65c3997c546f6afb7c279e155f78e to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/B/f1e65c3997c546f6afb7c279e155f78e 2024-12-04T21:59:28,768 DEBUG [StoreCloser-TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/B/45833fb21bfa4fc9877ebb6e973f74e3 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/B/45833fb21bfa4fc9877ebb6e973f74e3 2024-12-04T21:59:28,769 DEBUG [StoreCloser-TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/B/41014a4ae72c41a0adef344c7c590837 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/B/41014a4ae72c41a0adef344c7c590837 2024-12-04T21:59:28,770 DEBUG [StoreCloser-TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/B/e0c54f2a1dc84fe2825d8ed4cdc24afb to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/B/e0c54f2a1dc84fe2825d8ed4cdc24afb 2024-12-04T21:59:28,771 DEBUG [StoreCloser-TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/B/a601660512524387823577937577c2a1 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/B/a601660512524387823577937577c2a1 2024-12-04T21:59:28,772 DEBUG [StoreCloser-TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/B/0ae649b29592413f8c7e3645be1e5ba0 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/B/0ae649b29592413f8c7e3645be1e5ba0 2024-12-04T21:59:28,773 DEBUG [StoreCloser-TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/B/bbb2c4d72c5647d5916a698ba0b01399 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/B/bbb2c4d72c5647d5916a698ba0b01399 2024-12-04T21:59:28,774 DEBUG [StoreCloser-TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/B/03ca8a84d5b2418cb4dfecb005234b90 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/B/03ca8a84d5b2418cb4dfecb005234b90 2024-12-04T21:59:28,775 DEBUG [StoreCloser-TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/B/b0beb777826b4ec8865bd2c0d1677083 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/B/b0beb777826b4ec8865bd2c0d1677083 2024-12-04T21:59:28,776 DEBUG [StoreCloser-TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/B/19f1851e18334b208cb3e27b2552ad8f to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/B/19f1851e18334b208cb3e27b2552ad8f 2024-12-04T21:59:28,777 DEBUG [StoreCloser-TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/B/9b0dcc895f594951ac3df67ed0b0bf7e to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/B/9b0dcc895f594951ac3df67ed0b0bf7e 2024-12-04T21:59:28,778 DEBUG [StoreCloser-TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/B/b9c13c6b251149c2ae0b6e15bf6f36a0 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/B/b9c13c6b251149c2ae0b6e15bf6f36a0 2024-12-04T21:59:28,778 DEBUG [StoreCloser-TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/B/cd477dcb9718420a9532273720774ba2 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/B/cd477dcb9718420a9532273720774ba2 2024-12-04T21:59:28,779 DEBUG [StoreCloser-TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/B/223adc97a5354f9798068ae8d8755f97 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/B/223adc97a5354f9798068ae8d8755f97 2024-12-04T21:59:28,780 DEBUG [StoreCloser-TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/B/9eeaa46c228b4b51860c02d2529c47fa to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/B/9eeaa46c228b4b51860c02d2529c47fa 2024-12-04T21:59:28,781 DEBUG [StoreCloser-TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/B/a573856ae087476ca42c472f5f99ed74 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/B/a573856ae087476ca42c472f5f99ed74 2024-12-04T21:59:28,782 DEBUG [StoreCloser-TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/B/766ebd6a75d04a3f920c47fbf7c43789 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/B/766ebd6a75d04a3f920c47fbf7c43789 2024-12-04T21:59:28,783 DEBUG [StoreCloser-TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/B/dfc6b02bc23a47d1a3053237fbd866ad to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/B/dfc6b02bc23a47d1a3053237fbd866ad 2024-12-04T21:59:28,783 DEBUG [StoreCloser-TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/B/cd83c13044e54f788bb82ce9cb231d2a to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/B/cd83c13044e54f788bb82ce9cb231d2a 2024-12-04T21:59:28,785 DEBUG [StoreCloser-TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/C/d8aee1a1320f411a8195d00e7d46c65d, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/C/7b4614d4d8434675839c35004c42c1ad, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/C/184861f63a51438ea5051f0c7e673fdc, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/C/6224651f5feb4b73b571f105b270ec7f, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/C/9249271c536848c49e824752bba62825, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/C/de136d306a6745f79bb7aa01bdc2a4db, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/C/50fbd10fee6949f9b5e2b3e0e9a01ee4, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/C/6f19a7277681438fad8003ca759e862d, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/C/aba0bd4e909f41b8afc99f543ca4f486, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/C/a6edb35f1a8241678ccc25c63df7cbbc, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/C/2441fd448eae46608755ada12ad49c2f, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/C/17aeb28eb63f4a9fa152472f6561e001, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/C/2c9be074f93842229ea728d241b56c12, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/C/be4c50dbf68e437e866ab418f165332e, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/C/3661deb461fd4610aff0be72a2de498f, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/C/02511017d67c42cf816851748e51241a, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/C/389c6522466a4116ae2c1ff20602c6d0, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/C/a6d4329627b34f1496ef5af7db365e13, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/C/f54ea098cd6a431dbc7f8ade001f4cd4, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/C/2abc6e8093ba45a9834736da7e6246e1, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/C/ac2fad5d66cc48d08627b480cb1b4273, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/C/01d0c0436bef4de19e0723e87c340cef, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/C/e2f78c44f51a460da93558f7d1ee3612] to archive 2024-12-04T21:59:28,785 DEBUG [StoreCloser-TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-04T21:59:28,786 DEBUG [StoreCloser-TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/C/d8aee1a1320f411a8195d00e7d46c65d to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/C/d8aee1a1320f411a8195d00e7d46c65d 2024-12-04T21:59:28,787 DEBUG [StoreCloser-TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/C/7b4614d4d8434675839c35004c42c1ad to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/C/7b4614d4d8434675839c35004c42c1ad 2024-12-04T21:59:28,788 DEBUG [StoreCloser-TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/C/184861f63a51438ea5051f0c7e673fdc to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/C/184861f63a51438ea5051f0c7e673fdc 2024-12-04T21:59:28,789 DEBUG [StoreCloser-TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/C/6224651f5feb4b73b571f105b270ec7f to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/C/6224651f5feb4b73b571f105b270ec7f 2024-12-04T21:59:28,789 DEBUG [StoreCloser-TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/C/9249271c536848c49e824752bba62825 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/C/9249271c536848c49e824752bba62825 2024-12-04T21:59:28,790 DEBUG [StoreCloser-TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/C/de136d306a6745f79bb7aa01bdc2a4db to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/C/de136d306a6745f79bb7aa01bdc2a4db 2024-12-04T21:59:28,791 DEBUG [StoreCloser-TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/C/50fbd10fee6949f9b5e2b3e0e9a01ee4 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/C/50fbd10fee6949f9b5e2b3e0e9a01ee4 2024-12-04T21:59:28,792 DEBUG [StoreCloser-TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/C/6f19a7277681438fad8003ca759e862d to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/C/6f19a7277681438fad8003ca759e862d 2024-12-04T21:59:28,792 DEBUG [StoreCloser-TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/C/aba0bd4e909f41b8afc99f543ca4f486 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/C/aba0bd4e909f41b8afc99f543ca4f486 2024-12-04T21:59:28,793 DEBUG [StoreCloser-TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/C/a6edb35f1a8241678ccc25c63df7cbbc to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/C/a6edb35f1a8241678ccc25c63df7cbbc 2024-12-04T21:59:28,794 DEBUG [StoreCloser-TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/C/2441fd448eae46608755ada12ad49c2f to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/C/2441fd448eae46608755ada12ad49c2f 2024-12-04T21:59:28,795 DEBUG [StoreCloser-TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/C/17aeb28eb63f4a9fa152472f6561e001 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/C/17aeb28eb63f4a9fa152472f6561e001 2024-12-04T21:59:28,796 DEBUG [StoreCloser-TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/C/2c9be074f93842229ea728d241b56c12 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/C/2c9be074f93842229ea728d241b56c12 2024-12-04T21:59:28,797 DEBUG [StoreCloser-TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/C/be4c50dbf68e437e866ab418f165332e to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/C/be4c50dbf68e437e866ab418f165332e 2024-12-04T21:59:28,798 DEBUG [StoreCloser-TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/C/3661deb461fd4610aff0be72a2de498f to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/C/3661deb461fd4610aff0be72a2de498f 2024-12-04T21:59:28,799 DEBUG [StoreCloser-TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/C/02511017d67c42cf816851748e51241a to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/C/02511017d67c42cf816851748e51241a 2024-12-04T21:59:28,800 DEBUG [StoreCloser-TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/C/389c6522466a4116ae2c1ff20602c6d0 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/C/389c6522466a4116ae2c1ff20602c6d0 2024-12-04T21:59:28,801 DEBUG [StoreCloser-TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/C/a6d4329627b34f1496ef5af7db365e13 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/C/a6d4329627b34f1496ef5af7db365e13 2024-12-04T21:59:28,802 DEBUG [StoreCloser-TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/C/f54ea098cd6a431dbc7f8ade001f4cd4 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/C/f54ea098cd6a431dbc7f8ade001f4cd4 2024-12-04T21:59:28,803 DEBUG [StoreCloser-TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/C/2abc6e8093ba45a9834736da7e6246e1 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/C/2abc6e8093ba45a9834736da7e6246e1 2024-12-04T21:59:28,804 DEBUG [StoreCloser-TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/C/ac2fad5d66cc48d08627b480cb1b4273 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/C/ac2fad5d66cc48d08627b480cb1b4273 2024-12-04T21:59:28,804 DEBUG [StoreCloser-TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/C/01d0c0436bef4de19e0723e87c340cef to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/C/01d0c0436bef4de19e0723e87c340cef 2024-12-04T21:59:28,805 DEBUG [StoreCloser-TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/C/e2f78c44f51a460da93558f7d1ee3612 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/C/e2f78c44f51a460da93558f7d1ee3612 2024-12-04T21:59:28,809 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/recovered.edits/422.seqid, newMaxSeqId=422, maxSeqId=1 2024-12-04T21:59:28,810 INFO [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f. 2024-12-04T21:59:28,810 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] regionserver.HRegion(1676): Region close journal for e57fc8376c7ea5dffce5bcb06c62c23f: Waiting for close lock at 1733349566700Running coprocessor pre-close hooks at 1733349566700Disabling compacts and flushes for region at 1733349566700Disabling writes for close at 1733349567461 (+761 ms)Obtaining lock to block concurrent updates at 1733349567461Preparing flush snapshotting stores in e57fc8376c7ea5dffce5bcb06c62c23f at 1733349567461Finished memstore snapshotting TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f., syncing WAL and waiting on mvcc, flushsize=dataSize=20610, getHeapSize=61920, getOffHeapSize=0, getCellsCount=450 at 1733349567461Flushing stores of TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f. at 1733349567462 (+1 ms)Flushing e57fc8376c7ea5dffce5bcb06c62c23f/A: creating writer at 1733349567462Flushing e57fc8376c7ea5dffce5bcb06c62c23f/A: appending metadata at 1733349567463 (+1 ms)Flushing e57fc8376c7ea5dffce5bcb06c62c23f/A: closing flushed file at 1733349567463Flushing e57fc8376c7ea5dffce5bcb06c62c23f/B: creating writer at 1733349567877 (+414 ms)Flushing e57fc8376c7ea5dffce5bcb06c62c23f/B: appending metadata at 1733349567881 (+4 ms)Flushing e57fc8376c7ea5dffce5bcb06c62c23f/B: closing flushed file at 1733349567881Flushing e57fc8376c7ea5dffce5bcb06c62c23f/C: creating writer at 1733349568294 (+413 ms)Flushing e57fc8376c7ea5dffce5bcb06c62c23f/C: appending metadata at 1733349568299 (+5 ms)Flushing e57fc8376c7ea5dffce5bcb06c62c23f/C: closing flushed file at 1733349568299Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2e855be5: reopening flushed file at 1733349568715 (+416 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7ebac423: reopening flushed file at 1733349568723 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1fbdf53d: reopening flushed file at 1733349568727 (+4 ms)Finished flush of dataSize ~20.13 KB/20610, heapSize ~60.47 KB/61920, currentSize=0 B/0 for e57fc8376c7ea5dffce5bcb06c62c23f in 1271ms, sequenceid=419, compaction requested=true at 1733349568732 (+5 ms)Writing region close event to WAL at 1733349568807 (+75 ms)Running coprocessor post-close hooks at 1733349568810 (+3 ms)Closed at 1733349568810 2024-12-04T21:59:28,812 INFO [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] handler.UnassignRegionHandler(157): Closed e57fc8376c7ea5dffce5bcb06c62c23f 2024-12-04T21:59:28,812 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=135 updating hbase:meta row=e57fc8376c7ea5dffce5bcb06c62c23f, regionState=CLOSED 2024-12-04T21:59:28,813 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=136, ppid=135, state=RUNNABLE, hasLock=false; CloseRegionProcedure e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 because future has completed 2024-12-04T21:59:28,816 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=136, resume processing ppid=135 2024-12-04T21:59:28,816 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=136, ppid=135, state=SUCCESS, hasLock=false; CloseRegionProcedure e57fc8376c7ea5dffce5bcb06c62c23f, server=bb3046a53f79,39095,1733349424047 in 2.2670 sec 2024-12-04T21:59:28,817 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=135, resume processing ppid=134 2024-12-04T21:59:28,817 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=135, ppid=134, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=e57fc8376c7ea5dffce5bcb06c62c23f, UNASSIGN in 2.2730 sec 2024-12-04T21:59:28,819 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=134, resume processing ppid=133 2024-12-04T21:59:28,819 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=134, ppid=133, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 2.2770 sec 2024-12-04T21:59:28,820 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733349568820"}]},"ts":"1733349568820"} 2024-12-04T21:59:28,821 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-12-04T21:59:28,821 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-12-04T21:59:28,822 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=133, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 2.2860 sec 2024-12-04T21:59:30,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-12-04T21:59:30,719 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-12-04T21:59:30,721 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44103 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-12-04T21:59:30,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44103 {}] procedure2.ProcedureExecutor(1139): Stored pid=137, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-12-04T21:59:30,725 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=137, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-04T21:59:30,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-12-04T21:59:30,727 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=137, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-04T21:59:30,732 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f 2024-12-04T21:59:30,735 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/A, FileablePath, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/B, FileablePath, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/C, FileablePath, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/recovered.edits] 2024-12-04T21:59:30,738 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/A/53cbda6fdf5c42c9a9fa6b356867279a to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/A/53cbda6fdf5c42c9a9fa6b356867279a 2024-12-04T21:59:30,740 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/A/74f44163dbc64d9abfb3cf4cc6dc0b0d to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/A/74f44163dbc64d9abfb3cf4cc6dc0b0d 2024-12-04T21:59:30,741 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/A/81d1828c08fc4118aa9f9ef500a9070c to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/A/81d1828c08fc4118aa9f9ef500a9070c 2024-12-04T21:59:30,742 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/A/972aeb13085d4bad96152dd43b2f0bed to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/A/972aeb13085d4bad96152dd43b2f0bed 2024-12-04T21:59:30,745 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/B/22c9f001674049a4ac242a97e1e3b773 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/B/22c9f001674049a4ac242a97e1e3b773 2024-12-04T21:59:30,746 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/B/28d1bebb62914ff78081de4565f20b0c to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/B/28d1bebb62914ff78081de4565f20b0c 2024-12-04T21:59:30,747 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/B/63a03df533c84ac1aa880fb5ebb43c07 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/B/63a03df533c84ac1aa880fb5ebb43c07 2024-12-04T21:59:30,748 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/B/f2ae076c15054bbcb4d30246bdb5afc4 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/B/f2ae076c15054bbcb4d30246bdb5afc4 2024-12-04T21:59:30,751 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/C/6921a2bd220f4e8d8fa92e32d61dc017 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/C/6921a2bd220f4e8d8fa92e32d61dc017 2024-12-04T21:59:30,752 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/C/6b1281b382ab4e08a779585592729050 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/C/6b1281b382ab4e08a779585592729050 2024-12-04T21:59:30,753 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/C/95870d679f994b978532c8ecbc4dd249 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/C/95870d679f994b978532c8ecbc4dd249 2024-12-04T21:59:30,754 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/C/b8c948ef30904868af139ce8587a6c65 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/C/b8c948ef30904868af139ce8587a6c65 2024-12-04T21:59:30,756 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/recovered.edits/422.seqid to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f/recovered.edits/422.seqid 2024-12-04T21:59:30,756 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/e57fc8376c7ea5dffce5bcb06c62c23f 2024-12-04T21:59:30,756 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-12-04T21:59:30,758 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=137, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-04T21:59:30,760 WARN [PEWorker-3 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-12-04T21:59:30,762 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-12-04T21:59:30,763 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=137, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-04T21:59:30,763 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-12-04T21:59:30,764 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1733349570763"}]},"ts":"9223372036854775807"} 2024-12-04T21:59:30,765 INFO [PEWorker-3 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-12-04T21:59:30,765 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => e57fc8376c7ea5dffce5bcb06c62c23f, NAME => 'TestAcidGuarantees,,1733349543099.e57fc8376c7ea5dffce5bcb06c62c23f.', STARTKEY => '', ENDKEY => ''}] 2024-12-04T21:59:30,765 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-12-04T21:59:30,766 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1733349570765"}]},"ts":"9223372036854775807"} 2024-12-04T21:59:30,767 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-12-04T21:59:30,768 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(133): Finished pid=137, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-04T21:59:30,770 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=137, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 47 msec 2024-12-04T21:59:30,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-12-04T21:59:30,839 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-12-04T21:59:30,839 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-12-04T21:59:30,856 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testScanAtomicity Thread=250 (was 252), OpenFileDescriptor=449 (was 463), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=416 (was 407) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2809 (was 2840) 2024-12-04T21:59:30,863 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testMobGetAtomicity Thread=250, OpenFileDescriptor=449, MaxFileDescriptor=1048576, SystemLoadAverage=416, ProcessCount=11, AvailableMemoryMB=2809 2024-12-04T21:59:30,864 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44103 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-04T21:59:30,864 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44103 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T21:59:30,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44103 {}] procedure2.ProcedureExecutor(1139): Stored pid=138, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-12-04T21:59:30,866 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=138, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-12-04T21:59:30,866 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:59:30,866 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44103 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 138 2024-12-04T21:59:30,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=138 2024-12-04T21:59:30,867 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=138, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-04T21:59:30,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742343_1519 (size=1061) 2024-12-04T21:59:30,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=138 2024-12-04T21:59:31,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=138 2024-12-04T21:59:31,277 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 176b9d31facf52fe192f3f92550ea6a3, NAME => 'TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca 2024-12-04T21:59:31,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742344_1520 (size=53) 2024-12-04T21:59:31,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=138 2024-12-04T21:59:31,689 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T21:59:31,689 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 176b9d31facf52fe192f3f92550ea6a3, disabling compactions & flushes 2024-12-04T21:59:31,689 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3. 2024-12-04T21:59:31,689 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3. 2024-12-04T21:59:31,689 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3. after waiting 0 ms 2024-12-04T21:59:31,689 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3. 2024-12-04T21:59:31,689 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3. 2024-12-04T21:59:31,690 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 176b9d31facf52fe192f3f92550ea6a3: Waiting for close lock at 1733349571689Disabling compacts and flushes for region at 1733349571689Disabling writes for close at 1733349571689Writing region close event to WAL at 1733349571689Closed at 1733349571689 2024-12-04T21:59:31,692 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=138, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-12-04T21:59:31,693 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1733349571692"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733349571692"}]},"ts":"1733349571692"} 2024-12-04T21:59:31,696 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-04T21:59:31,697 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=138, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-04T21:59:31,698 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733349571697"}]},"ts":"1733349571697"} 2024-12-04T21:59:31,700 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-12-04T21:59:31,700 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=139, ppid=138, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=176b9d31facf52fe192f3f92550ea6a3, ASSIGN}] 2024-12-04T21:59:31,701 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=139, ppid=138, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=176b9d31facf52fe192f3f92550ea6a3, ASSIGN 2024-12-04T21:59:31,702 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=139, ppid=138, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=176b9d31facf52fe192f3f92550ea6a3, ASSIGN; state=OFFLINE, location=bb3046a53f79,39095,1733349424047; forceNewPlan=false, retain=false 2024-12-04T21:59:31,854 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=139 updating hbase:meta row=176b9d31facf52fe192f3f92550ea6a3, regionState=OPENING, regionLocation=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:31,858 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=139, ppid=138, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=176b9d31facf52fe192f3f92550ea6a3, ASSIGN because future has completed 2024-12-04T21:59:31,858 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=140, ppid=139, state=RUNNABLE, hasLock=false; OpenRegionProcedure 176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047}] 2024-12-04T21:59:32,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=138 2024-12-04T21:59:32,018 INFO [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=140}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3. 2024-12-04T21:59:32,018 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=140}] regionserver.HRegion(7752): Opening region: {ENCODED => 176b9d31facf52fe192f3f92550ea6a3, NAME => 'TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3.', STARTKEY => '', ENDKEY => ''} 2024-12-04T21:59:32,019 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=140}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 176b9d31facf52fe192f3f92550ea6a3 2024-12-04T21:59:32,019 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=140}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T21:59:32,019 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=140}] regionserver.HRegion(7794): checking encryption for 176b9d31facf52fe192f3f92550ea6a3 2024-12-04T21:59:32,019 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=140}] regionserver.HRegion(7797): checking classloading for 176b9d31facf52fe192f3f92550ea6a3 2024-12-04T21:59:32,020 INFO [StoreOpener-176b9d31facf52fe192f3f92550ea6a3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 176b9d31facf52fe192f3f92550ea6a3 2024-12-04T21:59:32,021 INFO [StoreOpener-176b9d31facf52fe192f3f92550ea6a3-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-04T21:59:32,021 INFO [StoreOpener-176b9d31facf52fe192f3f92550ea6a3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 176b9d31facf52fe192f3f92550ea6a3 columnFamilyName A 2024-12-04T21:59:32,022 DEBUG [StoreOpener-176b9d31facf52fe192f3f92550ea6a3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:59:32,022 INFO [StoreOpener-176b9d31facf52fe192f3f92550ea6a3-1 {}] regionserver.HStore(327): Store=176b9d31facf52fe192f3f92550ea6a3/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T21:59:32,022 INFO [StoreOpener-176b9d31facf52fe192f3f92550ea6a3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 176b9d31facf52fe192f3f92550ea6a3 2024-12-04T21:59:32,023 INFO [StoreOpener-176b9d31facf52fe192f3f92550ea6a3-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-04T21:59:32,023 INFO [StoreOpener-176b9d31facf52fe192f3f92550ea6a3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 176b9d31facf52fe192f3f92550ea6a3 columnFamilyName B 2024-12-04T21:59:32,023 DEBUG [StoreOpener-176b9d31facf52fe192f3f92550ea6a3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:59:32,024 INFO [StoreOpener-176b9d31facf52fe192f3f92550ea6a3-1 {}] regionserver.HStore(327): Store=176b9d31facf52fe192f3f92550ea6a3/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T21:59:32,024 INFO [StoreOpener-176b9d31facf52fe192f3f92550ea6a3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 176b9d31facf52fe192f3f92550ea6a3 2024-12-04T21:59:32,025 INFO [StoreOpener-176b9d31facf52fe192f3f92550ea6a3-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-04T21:59:32,025 INFO [StoreOpener-176b9d31facf52fe192f3f92550ea6a3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 176b9d31facf52fe192f3f92550ea6a3 columnFamilyName C 2024-12-04T21:59:32,025 DEBUG [StoreOpener-176b9d31facf52fe192f3f92550ea6a3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:59:32,025 INFO [StoreOpener-176b9d31facf52fe192f3f92550ea6a3-1 {}] regionserver.HStore(327): Store=176b9d31facf52fe192f3f92550ea6a3/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T21:59:32,025 INFO [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=140}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3. 2024-12-04T21:59:32,025 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=140}] regionserver.HRegion(1038): replaying wal for 176b9d31facf52fe192f3f92550ea6a3 2024-12-04T21:59:32,026 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=140}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3 2024-12-04T21:59:32,026 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=140}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3 2024-12-04T21:59:32,028 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=140}] regionserver.HRegion(1048): stopping wal replay for 176b9d31facf52fe192f3f92550ea6a3 2024-12-04T21:59:32,028 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=140}] regionserver.HRegion(1060): Cleaning up temporary data for 176b9d31facf52fe192f3f92550ea6a3 2024-12-04T21:59:32,028 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=140}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-04T21:59:32,029 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=140}] regionserver.HRegion(1093): writing seq id for 176b9d31facf52fe192f3f92550ea6a3 2024-12-04T21:59:32,031 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=140}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T21:59:32,031 INFO [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=140}] regionserver.HRegion(1114): Opened 176b9d31facf52fe192f3f92550ea6a3; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69926152, jitterRate=0.041980862617492676}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-04T21:59:32,031 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=140}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 176b9d31facf52fe192f3f92550ea6a3 2024-12-04T21:59:32,032 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=140}] regionserver.HRegion(1006): Region open journal for 176b9d31facf52fe192f3f92550ea6a3: Running coprocessor pre-open hook at 1733349572019Writing region info on filesystem at 1733349572019Initializing all the Stores at 1733349572020 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733349572020Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733349572020Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733349572020Cleaning up temporary data from old regions at 1733349572028 (+8 ms)Running coprocessor post-open hooks at 1733349572031 (+3 ms)Region opened successfully at 1733349572032 (+1 ms) 2024-12-04T21:59:32,033 INFO [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=140}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., pid=140, masterSystemTime=1733349572012 2024-12-04T21:59:32,035 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=140}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3. 2024-12-04T21:59:32,035 INFO [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=140}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3. 2024-12-04T21:59:32,036 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=139 updating hbase:meta row=176b9d31facf52fe192f3f92550ea6a3, regionState=OPEN, openSeqNum=2, regionLocation=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:32,037 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=140, ppid=139, state=RUNNABLE, hasLock=false; OpenRegionProcedure 176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 because future has completed 2024-12-04T21:59:32,041 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=140, resume processing ppid=139 2024-12-04T21:59:32,042 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=140, ppid=139, state=SUCCESS, hasLock=false; OpenRegionProcedure 176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 in 180 msec 2024-12-04T21:59:32,044 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=139, resume processing ppid=138 2024-12-04T21:59:32,044 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=139, ppid=138, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=176b9d31facf52fe192f3f92550ea6a3, ASSIGN in 341 msec 2024-12-04T21:59:32,045 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=138, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-04T21:59:32,045 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733349572045"}]},"ts":"1733349572045"} 2024-12-04T21:59:32,047 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-12-04T21:59:32,048 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=138, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-12-04T21:59:32,049 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=138, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1840 sec 2024-12-04T21:59:32,511 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-04T21:59:33,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=138 2024-12-04T21:59:33,019 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-12-04T21:59:33,022 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b2d690e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T21:59:33,022 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bb3046a53f79,44103,-1 for getting cluster id 2024-12-04T21:59:33,022 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T21:59:33,025 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd4c51ddd-78fd-4d7f-a588-940e286afcf0' 2024-12-04T21:59:33,025 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T21:59:33,026 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d4c51ddd-78fd-4d7f-a588-940e286afcf0" 2024-12-04T21:59:33,026 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3769dd7a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T21:59:33,026 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bb3046a53f79,44103,-1] 2024-12-04T21:59:33,027 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T21:59:33,027 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T21:59:33,029 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36242, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T21:59:33,030 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a344b55, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T21:59:33,030 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T21:59:33,031 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bb3046a53f79,39095,1733349424047, seqNum=-1] 2024-12-04T21:59:33,031 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T21:59:33,032 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52144, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T21:59:33,033 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T21:59:33,034 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is bb3046a53f79,44103,1733349423427 2024-12-04T21:59:33,034 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7435be69 2024-12-04T21:59:33,034 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T21:59:33,035 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36246, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T21:59:33,036 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44103 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-04T21:59:33,036 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44103 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T21:59:33,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44103 {}] procedure2.ProcedureExecutor(1139): Stored pid=141, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees 2024-12-04T21:59:33,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742345_1521 (size=1097) 2024-12-04T21:59:33,450 DEBUG [PEWorker-4 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.1061 2024-12-04T21:59:33,450 INFO [PEWorker-4 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.1097 2024-12-04T21:59:33,453 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=142, ppid=141, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-04T21:59:33,457 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=143, ppid=142, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=176b9d31facf52fe192f3f92550ea6a3, REOPEN/MOVE}] 2024-12-04T21:59:33,459 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=143, ppid=142, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=176b9d31facf52fe192f3f92550ea6a3, REOPEN/MOVE 2024-12-04T21:59:33,460 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=143 updating hbase:meta row=176b9d31facf52fe192f3f92550ea6a3, regionState=CLOSING, regionLocation=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:33,462 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=143, ppid=142, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=176b9d31facf52fe192f3f92550ea6a3, REOPEN/MOVE because future has completed 2024-12-04T21:59:33,463 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-04T21:59:33,463 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=144, ppid=143, state=RUNNABLE, hasLock=false; CloseRegionProcedure 176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047}] 2024-12-04T21:59:33,617 INFO [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] handler.UnassignRegionHandler(122): Close 176b9d31facf52fe192f3f92550ea6a3 2024-12-04T21:59:33,618 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-04T21:59:33,618 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] regionserver.HRegion(1722): Closing 176b9d31facf52fe192f3f92550ea6a3, disabling compactions & flushes 2024-12-04T21:59:33,618 INFO [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3. 2024-12-04T21:59:33,618 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3. 2024-12-04T21:59:33,618 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3. after waiting 0 ms 2024-12-04T21:59:33,618 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3. 2024-12-04T21:59:33,625 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-04T21:59:33,626 INFO [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3. 2024-12-04T21:59:33,626 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] regionserver.HRegion(1676): Region close journal for 176b9d31facf52fe192f3f92550ea6a3: Waiting for close lock at 1733349573618Running coprocessor pre-close hooks at 1733349573618Disabling compacts and flushes for region at 1733349573618Disabling writes for close at 1733349573618Writing region close event to WAL at 1733349573620 (+2 ms)Running coprocessor post-close hooks at 1733349573626 (+6 ms)Closed at 1733349573626 2024-12-04T21:59:33,626 WARN [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] regionserver.HRegionServer(3299): Not adding moved region record: 176b9d31facf52fe192f3f92550ea6a3 to self. 2024-12-04T21:59:33,628 INFO [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] handler.UnassignRegionHandler(157): Closed 176b9d31facf52fe192f3f92550ea6a3 2024-12-04T21:59:33,629 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=143 updating hbase:meta row=176b9d31facf52fe192f3f92550ea6a3, regionState=CLOSED 2024-12-04T21:59:33,630 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=144, ppid=143, state=RUNNABLE, hasLock=false; CloseRegionProcedure 176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 because future has completed 2024-12-04T21:59:33,634 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=144, resume processing ppid=143 2024-12-04T21:59:33,634 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=144, ppid=143, state=SUCCESS, hasLock=false; CloseRegionProcedure 176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 in 168 msec 2024-12-04T21:59:33,635 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=143, ppid=142, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=176b9d31facf52fe192f3f92550ea6a3, REOPEN/MOVE; state=CLOSED, location=bb3046a53f79,39095,1733349424047; forceNewPlan=false, retain=true 2024-12-04T21:59:33,786 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=143 updating hbase:meta row=176b9d31facf52fe192f3f92550ea6a3, regionState=OPENING, regionLocation=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:33,789 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=143, ppid=142, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=176b9d31facf52fe192f3f92550ea6a3, REOPEN/MOVE because future has completed 2024-12-04T21:59:33,790 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=145, ppid=143, state=RUNNABLE, hasLock=false; OpenRegionProcedure 176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047}] 2024-12-04T21:59:33,798 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-12-04T21:59:33,949 INFO [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3. 2024-12-04T21:59:33,949 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] regionserver.HRegion(7752): Opening region: {ENCODED => 176b9d31facf52fe192f3f92550ea6a3, NAME => 'TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3.', STARTKEY => '', ENDKEY => ''} 2024-12-04T21:59:33,950 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 176b9d31facf52fe192f3f92550ea6a3 2024-12-04T21:59:33,950 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T21:59:33,950 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] regionserver.HRegion(7794): checking encryption for 176b9d31facf52fe192f3f92550ea6a3 2024-12-04T21:59:33,950 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] regionserver.HRegion(7797): checking classloading for 176b9d31facf52fe192f3f92550ea6a3 2024-12-04T21:59:33,953 INFO [StoreOpener-176b9d31facf52fe192f3f92550ea6a3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 176b9d31facf52fe192f3f92550ea6a3 2024-12-04T21:59:33,954 INFO [StoreOpener-176b9d31facf52fe192f3f92550ea6a3-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-04T21:59:33,954 INFO [StoreOpener-176b9d31facf52fe192f3f92550ea6a3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 176b9d31facf52fe192f3f92550ea6a3 columnFamilyName A 2024-12-04T21:59:33,957 DEBUG [StoreOpener-176b9d31facf52fe192f3f92550ea6a3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:59:33,957 INFO [StoreOpener-176b9d31facf52fe192f3f92550ea6a3-1 {}] regionserver.HStore(327): Store=176b9d31facf52fe192f3f92550ea6a3/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T21:59:33,957 INFO [StoreOpener-176b9d31facf52fe192f3f92550ea6a3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 176b9d31facf52fe192f3f92550ea6a3 2024-12-04T21:59:33,958 INFO [StoreOpener-176b9d31facf52fe192f3f92550ea6a3-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-04T21:59:33,958 INFO [StoreOpener-176b9d31facf52fe192f3f92550ea6a3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 176b9d31facf52fe192f3f92550ea6a3 columnFamilyName B 2024-12-04T21:59:33,958 DEBUG [StoreOpener-176b9d31facf52fe192f3f92550ea6a3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:59:33,958 INFO [StoreOpener-176b9d31facf52fe192f3f92550ea6a3-1 {}] regionserver.HStore(327): Store=176b9d31facf52fe192f3f92550ea6a3/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T21:59:33,958 INFO [StoreOpener-176b9d31facf52fe192f3f92550ea6a3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 176b9d31facf52fe192f3f92550ea6a3 2024-12-04T21:59:33,959 INFO [StoreOpener-176b9d31facf52fe192f3f92550ea6a3-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-04T21:59:33,959 INFO [StoreOpener-176b9d31facf52fe192f3f92550ea6a3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 176b9d31facf52fe192f3f92550ea6a3 columnFamilyName C 2024-12-04T21:59:33,959 DEBUG [StoreOpener-176b9d31facf52fe192f3f92550ea6a3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:59:33,959 INFO [StoreOpener-176b9d31facf52fe192f3f92550ea6a3-1 {}] regionserver.HStore(327): Store=176b9d31facf52fe192f3f92550ea6a3/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T21:59:33,959 INFO [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3. 2024-12-04T21:59:33,959 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] regionserver.HRegion(1038): replaying wal for 176b9d31facf52fe192f3f92550ea6a3 2024-12-04T21:59:33,960 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3 2024-12-04T21:59:33,961 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3 2024-12-04T21:59:33,961 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] regionserver.HRegion(1048): stopping wal replay for 176b9d31facf52fe192f3f92550ea6a3 2024-12-04T21:59:33,961 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] regionserver.HRegion(1060): Cleaning up temporary data for 176b9d31facf52fe192f3f92550ea6a3 2024-12-04T21:59:33,962 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-04T21:59:33,962 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] regionserver.HRegion(1093): writing seq id for 176b9d31facf52fe192f3f92550ea6a3 2024-12-04T21:59:33,963 INFO [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] regionserver.HRegion(1114): Opened 176b9d31facf52fe192f3f92550ea6a3; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64646560, jitterRate=-0.03669118881225586}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-04T21:59:33,963 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 176b9d31facf52fe192f3f92550ea6a3 2024-12-04T21:59:33,963 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] regionserver.HRegion(1006): Region open journal for 176b9d31facf52fe192f3f92550ea6a3: Running coprocessor pre-open hook at 1733349573950Writing region info on filesystem at 1733349573950Initializing all the Stores at 1733349573952 (+2 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733349573952Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733349573952Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733349573952Cleaning up temporary data from old regions at 1733349573961 (+9 ms)Running coprocessor post-open hooks at 1733349573963 (+2 ms)Region opened successfully at 1733349573963 2024-12-04T21:59:33,964 INFO [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., pid=145, masterSystemTime=1733349573943 2024-12-04T21:59:33,965 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3. 2024-12-04T21:59:33,965 INFO [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3. 2024-12-04T21:59:33,965 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=143 updating hbase:meta row=176b9d31facf52fe192f3f92550ea6a3, regionState=OPEN, openSeqNum=5, regionLocation=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:33,966 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=145, ppid=143, state=RUNNABLE, hasLock=false; OpenRegionProcedure 176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 because future has completed 2024-12-04T21:59:33,968 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=145, resume processing ppid=143 2024-12-04T21:59:33,968 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=145, ppid=143, state=SUCCESS, hasLock=false; OpenRegionProcedure 176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 in 177 msec 2024-12-04T21:59:33,969 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=143, resume processing ppid=142 2024-12-04T21:59:33,969 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=143, ppid=142, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=176b9d31facf52fe192f3f92550ea6a3, REOPEN/MOVE in 511 msec 2024-12-04T21:59:33,971 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=142, resume processing ppid=141 2024-12-04T21:59:33,971 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=142, ppid=141, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees in 517 msec 2024-12-04T21:59:33,973 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=141, state=SUCCESS, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees in 935 msec 2024-12-04T21:59:33,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=141 2024-12-04T21:59:33,973 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY_COLUMN_FAMILY, Table Name: default:TestAcidGuarantees completed 2024-12-04T21:59:33,974 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ee989f8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T21:59:33,974 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bb3046a53f79,44103,-1 for getting cluster id 2024-12-04T21:59:33,974 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T21:59:33,975 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd4c51ddd-78fd-4d7f-a588-940e286afcf0' 2024-12-04T21:59:33,975 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T21:59:33,975 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d4c51ddd-78fd-4d7f-a588-940e286afcf0" 2024-12-04T21:59:33,975 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2383d9fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T21:59:33,975 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bb3046a53f79,44103,-1] 2024-12-04T21:59:33,975 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T21:59:33,975 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T21:59:33,976 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36252, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T21:59:33,976 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24ca57de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T21:59:33,977 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41209cef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T21:59:33,977 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bb3046a53f79,44103,-1 for getting cluster id 2024-12-04T21:59:33,977 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T21:59:33,977 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd4c51ddd-78fd-4d7f-a588-940e286afcf0' 2024-12-04T21:59:33,977 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T21:59:33,977 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d4c51ddd-78fd-4d7f-a588-940e286afcf0" 2024-12-04T21:59:33,977 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bd8003c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T21:59:33,977 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bb3046a53f79,44103,-1] 2024-12-04T21:59:33,978 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T21:59:33,978 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T21:59:33,978 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36266, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T21:59:33,978 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@654e23ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T21:59:33,979 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74a0408c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T21:59:33,979 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bb3046a53f79,44103,-1 for getting cluster id 2024-12-04T21:59:33,979 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T21:59:33,979 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd4c51ddd-78fd-4d7f-a588-940e286afcf0' 2024-12-04T21:59:33,979 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T21:59:33,980 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d4c51ddd-78fd-4d7f-a588-940e286afcf0" 2024-12-04T21:59:33,980 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@703c148e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T21:59:33,980 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bb3046a53f79,44103,-1] 2024-12-04T21:59:33,980 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T21:59:33,980 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T21:59:33,980 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36298, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T21:59:33,981 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@749520c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T21:59:33,981 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6187a3f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T21:59:33,981 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bb3046a53f79,44103,-1 for getting cluster id 2024-12-04T21:59:33,981 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T21:59:33,982 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd4c51ddd-78fd-4d7f-a588-940e286afcf0' 2024-12-04T21:59:33,982 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T21:59:33,982 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d4c51ddd-78fd-4d7f-a588-940e286afcf0" 2024-12-04T21:59:33,982 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14f371ca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T21:59:33,982 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bb3046a53f79,44103,-1] 2024-12-04T21:59:33,982 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T21:59:33,982 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T21:59:33,983 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36322, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T21:59:33,983 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e091071, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T21:59:33,984 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b6b4274, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T21:59:33,984 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bb3046a53f79,44103,-1 for getting cluster id 2024-12-04T21:59:33,984 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T21:59:33,984 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd4c51ddd-78fd-4d7f-a588-940e286afcf0' 2024-12-04T21:59:33,984 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T21:59:33,984 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d4c51ddd-78fd-4d7f-a588-940e286afcf0" 2024-12-04T21:59:33,984 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3af1144e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T21:59:33,984 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bb3046a53f79,44103,-1] 2024-12-04T21:59:33,985 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T21:59:33,985 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T21:59:33,985 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36334, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T21:59:33,986 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19e30cb1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T21:59:33,986 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b3d6c0d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T21:59:33,986 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bb3046a53f79,44103,-1 for getting cluster id 2024-12-04T21:59:33,986 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T21:59:33,987 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd4c51ddd-78fd-4d7f-a588-940e286afcf0' 2024-12-04T21:59:33,987 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T21:59:33,987 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d4c51ddd-78fd-4d7f-a588-940e286afcf0" 2024-12-04T21:59:33,987 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b5aa3a2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T21:59:33,987 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bb3046a53f79,44103,-1] 2024-12-04T21:59:33,987 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T21:59:33,987 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T21:59:33,988 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36354, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T21:59:33,988 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a89514c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T21:59:33,989 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@600a9875, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T21:59:33,989 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bb3046a53f79,44103,-1 for getting cluster id 2024-12-04T21:59:33,989 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T21:59:33,989 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd4c51ddd-78fd-4d7f-a588-940e286afcf0' 2024-12-04T21:59:33,989 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T21:59:33,989 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d4c51ddd-78fd-4d7f-a588-940e286afcf0" 2024-12-04T21:59:33,989 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6eba1f48, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T21:59:33,989 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bb3046a53f79,44103,-1] 2024-12-04T21:59:33,990 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T21:59:33,990 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T21:59:33,990 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36376, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T21:59:33,990 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15dffafa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T21:59:33,991 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@222a1478, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T21:59:33,991 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bb3046a53f79,44103,-1 for getting cluster id 2024-12-04T21:59:33,991 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T21:59:33,992 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd4c51ddd-78fd-4d7f-a588-940e286afcf0' 2024-12-04T21:59:33,992 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T21:59:33,992 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d4c51ddd-78fd-4d7f-a588-940e286afcf0" 2024-12-04T21:59:33,992 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2417a92f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T21:59:33,992 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bb3046a53f79,44103,-1] 2024-12-04T21:59:33,992 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T21:59:33,992 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T21:59:33,993 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36386, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T21:59:33,993 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@607450b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T21:59:33,994 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b9b51f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T21:59:33,994 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bb3046a53f79,44103,-1 for getting cluster id 2024-12-04T21:59:33,994 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T21:59:33,995 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd4c51ddd-78fd-4d7f-a588-940e286afcf0' 2024-12-04T21:59:33,995 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T21:59:33,995 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d4c51ddd-78fd-4d7f-a588-940e286afcf0" 2024-12-04T21:59:33,995 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c5a23af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T21:59:33,995 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bb3046a53f79,44103,-1] 2024-12-04T21:59:33,995 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T21:59:33,995 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T21:59:33,996 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36402, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T21:59:33,997 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6584e8cc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T21:59:33,998 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ac3ab8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T21:59:33,998 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bb3046a53f79,44103,-1 for getting cluster id 2024-12-04T21:59:33,998 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T21:59:33,999 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd4c51ddd-78fd-4d7f-a588-940e286afcf0' 2024-12-04T21:59:33,999 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T21:59:33,999 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d4c51ddd-78fd-4d7f-a588-940e286afcf0" 2024-12-04T21:59:33,999 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@112652cc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T21:59:33,999 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bb3046a53f79,44103,-1] 2024-12-04T21:59:33,999 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T21:59:33,999 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T21:59:34,000 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36420, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T21:59:34,001 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c190150, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T21:59:34,001 DEBUG [Thread-2335 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T21:59:34,001 DEBUG [Thread-2342 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T21:59:34,002 DEBUG [Thread-2344 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T21:59:34,002 DEBUG [Thread-2329 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T21:59:34,002 DEBUG [Thread-2340 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T21:59:34,002 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bb3046a53f79,39095,1733349424047, seqNum=-1] 2024-12-04T21:59:34,002 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bb3046a53f79,39095,1733349424047, seqNum=-1] 2024-12-04T21:59:34,002 DEBUG [Thread-2333 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T21:59:34,003 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bb3046a53f79,39095,1733349424047, seqNum=-1] 2024-12-04T21:59:34,003 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T21:59:34,003 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T21:59:34,003 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T21:59:34,003 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bb3046a53f79,39095,1733349424047, seqNum=-1] 2024-12-04T21:59:34,003 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T21:59:34,004 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44103 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-04T21:59:34,004 DEBUG [Thread-2348 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T21:59:34,004 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52152, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T21:59:34,004 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52148, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T21:59:34,004 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52166, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T21:59:34,004 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bb3046a53f79,39095,1733349424047, seqNum=-1] 2024-12-04T21:59:34,005 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T21:59:34,005 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52176, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T21:59:34,005 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bb3046a53f79,39095,1733349424047, seqNum=-1] 2024-12-04T21:59:34,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44103 {}] procedure2.ProcedureExecutor(1139): Stored pid=146, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=146, table=TestAcidGuarantees 2024-12-04T21:59:34,005 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T21:59:34,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=146 2024-12-04T21:59:34,006 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52184, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T21:59:34,006 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5] 2024-12-04T21:59:34,006 DEBUG [Thread-2337 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T21:59:34,006 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5] 2024-12-04T21:59:34,007 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bb3046a53f79,39095,1733349424047, seqNum=-1] 2024-12-04T21:59:34,007 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52198, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T21:59:34,007 DEBUG [Thread-2331 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T21:59:34,007 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5] 2024-12-04T21:59:34,007 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T21:59:34,007 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=146, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=146, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-04T21:59:34,007 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bb3046a53f79,39095,1733349424047, seqNum=-1] 2024-12-04T21:59:34,008 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T21:59:34,008 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5] 2024-12-04T21:59:34,008 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5] 2024-12-04T21:59:34,008 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=146, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=146, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-04T21:59:34,008 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5] 2024-12-04T21:59:34,008 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=147, ppid=146, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-04T21:59:34,009 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52202, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T21:59:34,009 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52206, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T21:59:34,009 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bb3046a53f79,39095,1733349424047, seqNum=-1] 2024-12-04T21:59:34,009 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T21:59:34,010 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5] 2024-12-04T21:59:34,011 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52216, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T21:59:34,011 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5] 2024-12-04T21:59:34,013 DEBUG [Thread-2346 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T21:59:34,013 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5] 2024-12-04T21:59:34,013 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bb3046a53f79,39095,1733349424047, seqNum=-1] 2024-12-04T21:59:34,014 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T21:59:34,014 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52220, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T21:59:34,016 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5] 2024-12-04T21:59:34,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(8855): Flush requested on 176b9d31facf52fe192f3f92550ea6a3 2024-12-04T21:59:34,016 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 176b9d31facf52fe192f3f92550ea6a3 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-12-04T21:59:34,016 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 176b9d31facf52fe192f3f92550ea6a3, store=A 2024-12-04T21:59:34,016 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T21:59:34,016 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 176b9d31facf52fe192f3f92550ea6a3, store=B 2024-12-04T21:59:34,016 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T21:59:34,016 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 176b9d31facf52fe192f3f92550ea6a3, store=C 2024-12-04T21:59:34,016 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T21:59:34,036 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120496c1d1530a6e4b2c8a97683ab810ab04_176b9d31facf52fe192f3f92550ea6a3 is 50, key is test_row_0/A:col10/1733349574015/Put/seqid=0 2024-12-04T21:59:34,038 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/bb3046a53f79:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733349574031, max timestamp=1733349574036Num uniques 859; 2024-12-04T21:59:34,038 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/bb3046a53f79:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-04T21:59:34,039 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/bb3046a53f79:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733349574031, max timestamp=1733349574036Num uniques 859; 2024-12-04T21:59:34,039 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/bb3046a53f79:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-04T21:59:34,040 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/bb3046a53f79:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733349574031, max timestamp=1733349574036Num uniques 859; 2024-12-04T21:59:34,040 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/bb3046a53f79:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-04T21:59:34,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742346_1522 (size=12154) 2024-12-04T21:59:34,047 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:59:34,050 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120496c1d1530a6e4b2c8a97683ab810ab04_176b9d31facf52fe192f3f92550ea6a3 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120496c1d1530a6e4b2c8a97683ab810ab04_176b9d31facf52fe192f3f92550ea6a3 2024-12-04T21:59:34,051 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/.tmp/A/f0ac9e71971c4377b1823923a8c4e2fc, store: [table=TestAcidGuarantees family=A region=176b9d31facf52fe192f3f92550ea6a3] 2024-12-04T21:59:34,051 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/.tmp/A/f0ac9e71971c4377b1823923a8c4e2fc is 175, key is test_row_0/A:col10/1733349574015/Put/seqid=0 2024-12-04T21:59:34,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742347_1523 (size=30955) 2024-12-04T21:59:34,078 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:34,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52148 deadline: 1733349634051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:34,078 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:34,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52184 deadline: 1733349634052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:34,078 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:34,078 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:34,078 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:34,078 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:59:34,078 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:34,078 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:59:34,081 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:34,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52198 deadline: 1733349634078, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:34,081 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:34,081 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:34,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52216 deadline: 1733349634078, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:34,081 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:34,081 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:59:34,081 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:34,081 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:34,081 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:34,082 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:59:34,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52202 deadline: 1733349634078, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:34,082 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:34,082 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:34,082 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:59:34,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=146 2024-12-04T21:59:34,162 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39095 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-12-04T21:59:34,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3. 2024-12-04T21:59:34,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3. as already flushing 2024-12-04T21:59:34,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3. 2024-12-04T21:59:34,163 ERROR [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147 java.io.IOException: Unable to complete flush {ENCODED => 176b9d31facf52fe192f3f92550ea6a3, NAME => 'TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:59:34,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147 java.io.IOException: Unable to complete flush {ENCODED => 176b9d31facf52fe192f3f92550ea6a3, NAME => 'TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:59:34,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44103 {}] master.HMaster(4177): Remote procedure failed, pid=147 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 176b9d31facf52fe192f3f92550ea6a3, NAME => 'TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 176b9d31facf52fe192f3f92550ea6a3, NAME => 'TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:59:34,188 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:34,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52184 deadline: 1733349634188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:34,188 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:34,189 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:34,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52148 deadline: 1733349634188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:34,189 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:34,189 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:59:34,189 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:34,189 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:34,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52198 deadline: 1733349634188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:34,189 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:34,189 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:59:34,189 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:34,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52216 deadline: 1733349634188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:34,189 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:34,189 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:34,189 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:59:34,189 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:34,189 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:34,189 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:34,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52202 deadline: 1733349634188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:34,189 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:59:34,190 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:34,190 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:34,190 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:59:34,315 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39095 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-12-04T21:59:34,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3. 2024-12-04T21:59:34,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3. as already flushing 2024-12-04T21:59:34,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3. 2024-12-04T21:59:34,315 ERROR [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147 java.io.IOException: Unable to complete flush {ENCODED => 176b9d31facf52fe192f3f92550ea6a3, NAME => 'TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:59:34,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147 java.io.IOException: Unable to complete flush {ENCODED => 176b9d31facf52fe192f3f92550ea6a3, NAME => 'TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:59:34,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44103 {}] master.HMaster(4177): Remote procedure failed, pid=147 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 176b9d31facf52fe192f3f92550ea6a3, NAME => 'TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 176b9d31facf52fe192f3f92550ea6a3, NAME => 'TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:59:34,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=146 2024-12-04T21:59:34,327 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-04T21:59:34,400 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:34,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52184 deadline: 1733349634398, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:34,400 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:34,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52148 deadline: 1733349634398, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:34,400 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:34,400 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:34,400 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:59:34,400 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:34,400 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:34,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52198 deadline: 1733349634398, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:34,400 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:34,400 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:59:34,400 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:34,400 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:34,400 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:34,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52216 deadline: 1733349634398, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:34,401 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:59:34,401 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:34,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52202 deadline: 1733349634398, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:34,401 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:34,401 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:34,401 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:59:34,401 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:34,401 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:34,401 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:59:34,454 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=16, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/.tmp/A/f0ac9e71971c4377b1823923a8c4e2fc 2024-12-04T21:59:34,467 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39095 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-12-04T21:59:34,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3. 2024-12-04T21:59:34,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3. as already flushing 2024-12-04T21:59:34,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3. 2024-12-04T21:59:34,468 ERROR [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147 java.io.IOException: Unable to complete flush {ENCODED => 176b9d31facf52fe192f3f92550ea6a3, NAME => 'TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:59:34,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147 java.io.IOException: Unable to complete flush {ENCODED => 176b9d31facf52fe192f3f92550ea6a3, NAME => 'TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:59:34,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44103 {}] master.HMaster(4177): Remote procedure failed, pid=147 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 176b9d31facf52fe192f3f92550ea6a3, NAME => 'TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 176b9d31facf52fe192f3f92550ea6a3, NAME => 'TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:59:34,476 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/.tmp/B/8028630596d444658916c78497cc9366 is 50, key is test_row_0/B:col10/1733349574015/Put/seqid=0 2024-12-04T21:59:34,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742348_1524 (size=12001) 2024-12-04T21:59:34,480 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/.tmp/B/8028630596d444658916c78497cc9366 2024-12-04T21:59:34,498 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/.tmp/C/8ecac5269b0949049e799a5356d424a7 is 50, key is test_row_0/C:col10/1733349574015/Put/seqid=0 2024-12-04T21:59:34,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742349_1525 (size=12001) 2024-12-04T21:59:34,620 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39095 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-12-04T21:59:34,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3. 2024-12-04T21:59:34,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3. as already flushing 2024-12-04T21:59:34,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3. 2024-12-04T21:59:34,621 ERROR [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147 java.io.IOException: Unable to complete flush {ENCODED => 176b9d31facf52fe192f3f92550ea6a3, NAME => 'TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:59:34,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147 java.io.IOException: Unable to complete flush {ENCODED => 176b9d31facf52fe192f3f92550ea6a3, NAME => 'TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:59:34,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44103 {}] master.HMaster(4177): Remote procedure failed, pid=147 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 176b9d31facf52fe192f3f92550ea6a3, NAME => 'TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 176b9d31facf52fe192f3f92550ea6a3, NAME => 'TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:59:34,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=146 2024-12-04T21:59:34,709 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:34,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52184 deadline: 1733349634708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:34,709 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:34,709 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:34,709 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:34,709 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:59:34,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52148 deadline: 1733349634708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:34,710 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:34,710 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:34,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52198 deadline: 1733349634708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:34,710 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:34,710 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:59:34,710 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:34,710 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:34,710 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:34,710 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:59:34,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52216 deadline: 1733349634708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:34,710 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:34,710 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:34,710 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:59:34,710 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:34,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52202 deadline: 1733349634708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:34,710 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:34,710 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:34,710 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:59:34,774 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39095 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-12-04T21:59:34,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3. 2024-12-04T21:59:34,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3. as already flushing 2024-12-04T21:59:34,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3. 2024-12-04T21:59:34,774 ERROR [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147 java.io.IOException: Unable to complete flush {ENCODED => 176b9d31facf52fe192f3f92550ea6a3, NAME => 'TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:59:34,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147 java.io.IOException: Unable to complete flush {ENCODED => 176b9d31facf52fe192f3f92550ea6a3, NAME => 'TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:59:34,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44103 {}] master.HMaster(4177): Remote procedure failed, pid=147 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 176b9d31facf52fe192f3f92550ea6a3, NAME => 'TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 176b9d31facf52fe192f3f92550ea6a3, NAME => 'TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:59:34,901 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/.tmp/C/8ecac5269b0949049e799a5356d424a7 2024-12-04T21:59:34,904 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/.tmp/A/f0ac9e71971c4377b1823923a8c4e2fc as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/A/f0ac9e71971c4377b1823923a8c4e2fc 2024-12-04T21:59:34,906 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/A/f0ac9e71971c4377b1823923a8c4e2fc, entries=150, sequenceid=16, filesize=30.2 K 2024-12-04T21:59:34,907 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/.tmp/B/8028630596d444658916c78497cc9366 as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/B/8028630596d444658916c78497cc9366 2024-12-04T21:59:34,909 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/B/8028630596d444658916c78497cc9366, entries=150, sequenceid=16, filesize=11.7 K 2024-12-04T21:59:34,909 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/.tmp/C/8ecac5269b0949049e799a5356d424a7 as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/C/8ecac5269b0949049e799a5356d424a7 2024-12-04T21:59:34,912 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/C/8ecac5269b0949049e799a5356d424a7, entries=150, sequenceid=16, filesize=11.7 K 2024-12-04T21:59:34,912 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=131.94 KB/135110 for 176b9d31facf52fe192f3f92550ea6a3 in 896ms, sequenceid=16, compaction requested=false 2024-12-04T21:59:34,912 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-12-04T21:59:34,913 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 176b9d31facf52fe192f3f92550ea6a3: 2024-12-04T21:59:34,926 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39095 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-12-04T21:59:34,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3. 2024-12-04T21:59:34,927 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2902): Flushing 176b9d31facf52fe192f3f92550ea6a3 3/3 column families, dataSize=131.94 KB heapSize=375.22 KB 2024-12-04T21:59:34,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 176b9d31facf52fe192f3f92550ea6a3, store=A 2024-12-04T21:59:34,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-04T21:59:34,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 176b9d31facf52fe192f3f92550ea6a3, store=B 2024-12-04T21:59:34,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-04T21:59:34,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 176b9d31facf52fe192f3f92550ea6a3, store=C 2024-12-04T21:59:34,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-04T21:59:34,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412043677ad19c0c748d981b81322c0b5b3cf_176b9d31facf52fe192f3f92550ea6a3 is 50, key is test_row_0/A:col10/1733349574052/Put/seqid=0 2024-12-04T21:59:34,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742350_1526 (size=12154) 2024-12-04T21:59:35,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=146 2024-12-04T21:59:35,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(8855): Flush requested on 176b9d31facf52fe192f3f92550ea6a3 2024-12-04T21:59:35,221 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3. as already flushing 2024-12-04T21:59:35,250 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:35,250 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:35,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52202 deadline: 1733349635244, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:35,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52216 deadline: 1733349635244, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:35,250 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:35,250 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:35,250 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:35,250 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:59:35,250 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:35,250 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:59:35,252 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:35,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52148 deadline: 1733349635249, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:35,252 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:35,252 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:35,252 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:59:35,253 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:35,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52184 deadline: 1733349635250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:35,253 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:35,253 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:35,253 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:35,253 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:59:35,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52198 deadline: 1733349635250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:35,254 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:35,254 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:35,254 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:59:35,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:59:35,338 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412043677ad19c0c748d981b81322c0b5b3cf_176b9d31facf52fe192f3f92550ea6a3 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412043677ad19c0c748d981b81322c0b5b3cf_176b9d31facf52fe192f3f92550ea6a3 2024-12-04T21:59:35,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/.tmp/A/668e67a2a4d343a58db6c2ae4790de5e, store: [table=TestAcidGuarantees family=A region=176b9d31facf52fe192f3f92550ea6a3] 2024-12-04T21:59:35,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/.tmp/A/668e67a2a4d343a58db6c2ae4790de5e is 175, key is test_row_0/A:col10/1733349574052/Put/seqid=0 2024-12-04T21:59:35,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742351_1527 (size=30955) 2024-12-04T21:59:35,360 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:35,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52202 deadline: 1733349635357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:35,360 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:35,360 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:35,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52216 deadline: 1733349635358, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:35,360 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:35,360 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:59:35,360 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:35,360 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:35,360 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:35,360 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:59:35,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52148 deadline: 1733349635358, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:35,361 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:35,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52184 deadline: 1733349635358, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:35,361 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:35,361 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:35,361 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:59:35,361 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:35,361 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:35,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52198 deadline: 1733349635358, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:35,361 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:35,361 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:59:35,361 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:35,361 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:35,361 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:59:35,570 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:35,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52202 deadline: 1733349635567, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:35,570 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:35,570 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:35,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52216 deadline: 1733349635568, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:35,570 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:35,570 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:59:35,570 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:35,570 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:35,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52148 deadline: 1733349635568, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:35,570 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:35,570 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:59:35,570 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:35,571 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:35,571 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:35,571 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:35,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52184 deadline: 1733349635568, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:35,571 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:59:35,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52198 deadline: 1733349635568, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:35,571 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:35,571 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:35,571 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:35,571 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:59:35,571 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:35,571 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:59:35,742 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=52, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/.tmp/A/668e67a2a4d343a58db6c2ae4790de5e 2024-12-04T21:59:35,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/.tmp/B/3bf310f5e8534e24a67f746c516834ea is 50, key is test_row_0/B:col10/1733349574052/Put/seqid=0 2024-12-04T21:59:35,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742352_1528 (size=12001) 2024-12-04T21:59:35,880 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:35,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52202 deadline: 1733349635877, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:35,880 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:35,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52216 deadline: 1733349635877, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:35,880 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:35,880 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:35,880 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:59:35,880 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:35,880 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:35,880 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:35,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52148 deadline: 1733349635877, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:35,880 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:59:35,880 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:35,880 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:35,881 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:35,881 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:35,881 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:59:35,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52198 deadline: 1733349635878, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:35,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52184 deadline: 1733349635878, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:35,881 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:35,881 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:35,881 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:35,881 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:35,881 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:59:35,881 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:59:36,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=146 2024-12-04T21:59:36,151 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/.tmp/B/3bf310f5e8534e24a67f746c516834ea 2024-12-04T21:59:36,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/.tmp/C/58101dbb6a6640ada6c43b2323159d4b is 50, key is test_row_0/C:col10/1733349574052/Put/seqid=0 2024-12-04T21:59:36,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742353_1529 (size=12001) 2024-12-04T21:59:36,389 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:36,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52202 deadline: 1733349636388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:36,390 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:36,390 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:36,390 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:36,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52216 deadline: 1733349636388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:36,390 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:59:36,390 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:36,390 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:36,390 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:59:36,390 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:36,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52198 deadline: 1733349636388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:36,391 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:36,391 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:36,391 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:59:36,391 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:36,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52148 deadline: 1733349636388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:36,391 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:36,391 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:36,391 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:59:36,391 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:36,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52184 deadline: 1733349636388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:36,391 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:36,391 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:36,391 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:59:36,559 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/.tmp/C/58101dbb6a6640ada6c43b2323159d4b 2024-12-04T21:59:36,562 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/.tmp/A/668e67a2a4d343a58db6c2ae4790de5e as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/A/668e67a2a4d343a58db6c2ae4790de5e 2024-12-04T21:59:36,565 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/A/668e67a2a4d343a58db6c2ae4790de5e, entries=150, sequenceid=52, filesize=30.2 K 2024-12-04T21:59:36,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/.tmp/B/3bf310f5e8534e24a67f746c516834ea as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/B/3bf310f5e8534e24a67f746c516834ea 2024-12-04T21:59:36,568 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/B/3bf310f5e8534e24a67f746c516834ea, entries=150, sequenceid=52, filesize=11.7 K 2024-12-04T21:59:36,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/.tmp/C/58101dbb6a6640ada6c43b2323159d4b as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/C/58101dbb6a6640ada6c43b2323159d4b 2024-12-04T21:59:36,571 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/C/58101dbb6a6640ada6c43b2323159d4b, entries=150, sequenceid=52, filesize=11.7 K 2024-12-04T21:59:36,572 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(3140): Finished flush of dataSize ~131.94 KB/135110, heapSize ~375.17 KB/384176, currentSize=53.67 KB/54960 for 176b9d31facf52fe192f3f92550ea6a3 in 1645ms, sequenceid=52, compaction requested=false 2024-12-04T21:59:36,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2603): Flush status journal for 176b9d31facf52fe192f3f92550ea6a3: 2024-12-04T21:59:36,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3. 2024-12-04T21:59:36,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=147 2024-12-04T21:59:36,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44103 {}] master.HMaster(4169): Remote procedure done, pid=147 2024-12-04T21:59:36,575 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=147, resume processing ppid=146 2024-12-04T21:59:36,575 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=147, ppid=146, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.5650 sec 2024-12-04T21:59:36,576 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=146, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=146, table=TestAcidGuarantees in 2.5710 sec 2024-12-04T21:59:37,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(8855): Flush requested on 176b9d31facf52fe192f3f92550ea6a3 2024-12-04T21:59:37,399 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 176b9d31facf52fe192f3f92550ea6a3 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-12-04T21:59:37,401 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 176b9d31facf52fe192f3f92550ea6a3, store=A 2024-12-04T21:59:37,401 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T21:59:37,401 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 176b9d31facf52fe192f3f92550ea6a3, store=B 2024-12-04T21:59:37,401 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T21:59:37,401 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 176b9d31facf52fe192f3f92550ea6a3, store=C 2024-12-04T21:59:37,401 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T21:59:37,415 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241204cca0c7a7466a4b7fa19263470146b200_176b9d31facf52fe192f3f92550ea6a3 is 50, key is test_row_0/A:col10/1733349577399/Put/seqid=0 2024-12-04T21:59:37,422 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:37,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52202 deadline: 1733349637417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:37,422 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:37,422 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:37,422 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:59:37,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742354_1530 (size=12154) 2024-12-04T21:59:37,425 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:37,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52216 deadline: 1733349637418, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:37,425 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:37,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52148 deadline: 1733349637419, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:37,426 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:37,426 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:37,426 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:37,426 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:59:37,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52198 deadline: 1733349637421, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:37,426 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:37,426 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:37,426 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:37,426 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:37,426 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:59:37,426 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:37,426 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:59:37,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52184 deadline: 1733349637421, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:37,426 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:37,426 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:37,426 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:59:37,532 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:37,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52202 deadline: 1733349637528, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:37,532 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:37,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52198 deadline: 1733349637528, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:37,532 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:37,532 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:37,532 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:59:37,532 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:37,532 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:37,532 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:59:37,541 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:37,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52216 deadline: 1733349637538, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:37,541 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:37,541 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:37,541 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:59:37,541 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:37,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52148 deadline: 1733349637538, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:37,541 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:37,541 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:37,541 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:59:37,541 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:37,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52184 deadline: 1733349637538, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:37,542 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:37,542 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:37,542 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:59:37,739 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:37,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52202 deadline: 1733349637738, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:37,739 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:37,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52198 deadline: 1733349637738, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:37,739 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:37,739 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:37,739 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:59:37,740 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:37,740 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:37,740 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:59:37,750 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:37,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52216 deadline: 1733349637748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:37,750 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:37,750 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:37,750 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:37,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52148 deadline: 1733349637748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:37,750 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:59:37,750 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:37,750 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:37,750 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:37,750 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:59:37,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52184 deadline: 1733349637748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:37,751 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:37,751 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:37,751 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:59:37,825 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:59:37,828 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241204cca0c7a7466a4b7fa19263470146b200_176b9d31facf52fe192f3f92550ea6a3 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204cca0c7a7466a4b7fa19263470146b200_176b9d31facf52fe192f3f92550ea6a3 2024-12-04T21:59:37,828 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/.tmp/A/67629b3be1914446957bec13826bfa18, store: [table=TestAcidGuarantees family=A region=176b9d31facf52fe192f3f92550ea6a3] 2024-12-04T21:59:37,829 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/.tmp/A/67629b3be1914446957bec13826bfa18 is 175, key is test_row_0/A:col10/1733349577399/Put/seqid=0 2024-12-04T21:59:37,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742355_1531 (size=30955) 2024-12-04T21:59:38,048 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:38,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52202 deadline: 1733349638047, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:38,049 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:38,049 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:38,049 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:38,049 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:59:38,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52198 deadline: 1733349638047, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:38,049 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:38,049 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:38,049 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:59:38,060 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:38,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52216 deadline: 1733349638057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:38,060 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:38,060 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:38,060 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:38,060 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:59:38,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52184 deadline: 1733349638058, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:38,060 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:38,060 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:38,060 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:38,060 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:59:38,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52148 deadline: 1733349638058, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:38,061 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:38,061 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:38,061 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:59:38,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=146 2024-12-04T21:59:38,168 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-04T21:59:38,168 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44103 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-04T21:59:38,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44103 {}] procedure2.ProcedureExecutor(1139): Stored pid=148, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=148, table=TestAcidGuarantees 2024-12-04T21:59:38,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=148 2024-12-04T21:59:38,170 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=148, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=148, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-04T21:59:38,171 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=148, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=148, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-04T21:59:38,171 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=149, ppid=148, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-04T21:59:38,232 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=65, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/.tmp/A/67629b3be1914446957bec13826bfa18 2024-12-04T21:59:38,237 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/.tmp/B/d122c7131f33417789b902b9a894ae3c is 50, key is test_row_0/B:col10/1733349577399/Put/seqid=0 2024-12-04T21:59:38,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742356_1532 (size=12001) 2024-12-04T21:59:38,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=148 2024-12-04T21:59:38,322 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39095 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-12-04T21:59:38,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3. 2024-12-04T21:59:38,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3. as already flushing 2024-12-04T21:59:38,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3. 2024-12-04T21:59:38,323 ERROR [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149 java.io.IOException: Unable to complete flush {ENCODED => 176b9d31facf52fe192f3f92550ea6a3, NAME => 'TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:59:38,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149 java.io.IOException: Unable to complete flush {ENCODED => 176b9d31facf52fe192f3f92550ea6a3, NAME => 'TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:59:38,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44103 {}] master.HMaster(4177): Remote procedure failed, pid=149 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 176b9d31facf52fe192f3f92550ea6a3, NAME => 'TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 176b9d31facf52fe192f3f92550ea6a3, NAME => 'TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:59:38,475 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39095 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-12-04T21:59:38,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3. 2024-12-04T21:59:38,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3. as already flushing 2024-12-04T21:59:38,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3. 2024-12-04T21:59:38,475 ERROR [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149 java.io.IOException: Unable to complete flush {ENCODED => 176b9d31facf52fe192f3f92550ea6a3, NAME => 'TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:59:38,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149 java.io.IOException: Unable to complete flush {ENCODED => 176b9d31facf52fe192f3f92550ea6a3, NAME => 'TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:59:38,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44103 {}] master.HMaster(4177): Remote procedure failed, pid=149 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 176b9d31facf52fe192f3f92550ea6a3, NAME => 'TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 176b9d31facf52fe192f3f92550ea6a3, NAME => 'TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:59:38,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=148 2024-12-04T21:59:38,559 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:38,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52202 deadline: 1733349638558, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:38,560 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:38,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52198 deadline: 1733349638558, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:38,560 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:38,560 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:38,560 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:59:38,560 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:38,560 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:38,560 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:59:38,569 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:38,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52216 deadline: 1733349638567, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:38,569 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:38,569 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:38,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52184 deadline: 1733349638567, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:38,570 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:38,570 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:59:38,570 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:38,570 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:38,570 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:38,570 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:59:38,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52148 deadline: 1733349638568, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:38,570 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:38,570 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:38,570 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:59:38,628 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39095 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-12-04T21:59:38,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3. 2024-12-04T21:59:38,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3. as already flushing 2024-12-04T21:59:38,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3. 2024-12-04T21:59:38,628 ERROR [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149 java.io.IOException: Unable to complete flush {ENCODED => 176b9d31facf52fe192f3f92550ea6a3, NAME => 'TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:59:38,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149 java.io.IOException: Unable to complete flush {ENCODED => 176b9d31facf52fe192f3f92550ea6a3, NAME => 'TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:59:38,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44103 {}] master.HMaster(4177): Remote procedure failed, pid=149 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 176b9d31facf52fe192f3f92550ea6a3, NAME => 'TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 176b9d31facf52fe192f3f92550ea6a3, NAME => 'TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:59:38,640 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=65 (bloomFilter=true), to=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/.tmp/B/d122c7131f33417789b902b9a894ae3c 2024-12-04T21:59:38,645 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/.tmp/C/f62fb446decb4576930706fdfea849af is 50, key is test_row_0/C:col10/1733349577399/Put/seqid=0 2024-12-04T21:59:38,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742357_1533 (size=12001) 2024-12-04T21:59:38,780 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39095 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-12-04T21:59:38,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3. 2024-12-04T21:59:38,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3. as already flushing 2024-12-04T21:59:38,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3. 2024-12-04T21:59:38,780 ERROR [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149 java.io.IOException: Unable to complete flush {ENCODED => 176b9d31facf52fe192f3f92550ea6a3, NAME => 'TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:59:38,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149 java.io.IOException: Unable to complete flush {ENCODED => 176b9d31facf52fe192f3f92550ea6a3, NAME => 'TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:59:38,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44103 {}] master.HMaster(4177): Remote procedure failed, pid=149 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 176b9d31facf52fe192f3f92550ea6a3, NAME => 'TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 176b9d31facf52fe192f3f92550ea6a3, NAME => 'TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:59:38,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=148 2024-12-04T21:59:38,932 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39095 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-12-04T21:59:38,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3. 2024-12-04T21:59:38,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3. as already flushing 2024-12-04T21:59:38,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3. 2024-12-04T21:59:38,933 ERROR [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149 java.io.IOException: Unable to complete flush {ENCODED => 176b9d31facf52fe192f3f92550ea6a3, NAME => 'TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:59:38,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149 java.io.IOException: Unable to complete flush {ENCODED => 176b9d31facf52fe192f3f92550ea6a3, NAME => 'TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:59:38,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44103 {}] master.HMaster(4177): Remote procedure failed, pid=149 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 176b9d31facf52fe192f3f92550ea6a3, NAME => 'TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 176b9d31facf52fe192f3f92550ea6a3, NAME => 'TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:59:39,048 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=65 (bloomFilter=true), to=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/.tmp/C/f62fb446decb4576930706fdfea849af 2024-12-04T21:59:39,052 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/.tmp/A/67629b3be1914446957bec13826bfa18 as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/A/67629b3be1914446957bec13826bfa18 2024-12-04T21:59:39,055 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/A/67629b3be1914446957bec13826bfa18, entries=150, sequenceid=65, filesize=30.2 K 2024-12-04T21:59:39,055 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/.tmp/B/d122c7131f33417789b902b9a894ae3c as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/B/d122c7131f33417789b902b9a894ae3c 2024-12-04T21:59:39,057 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/B/d122c7131f33417789b902b9a894ae3c, entries=150, sequenceid=65, filesize=11.7 K 2024-12-04T21:59:39,058 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/.tmp/C/f62fb446decb4576930706fdfea849af as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/C/f62fb446decb4576930706fdfea849af 2024-12-04T21:59:39,060 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/C/f62fb446decb4576930706fdfea849af, entries=150, sequenceid=65, filesize=11.7 K 2024-12-04T21:59:39,061 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for 176b9d31facf52fe192f3f92550ea6a3 in 1661ms, sequenceid=65, compaction requested=true 2024-12-04T21:59:39,061 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 176b9d31facf52fe192f3f92550ea6a3: 2024-12-04T21:59:39,061 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 176b9d31facf52fe192f3f92550ea6a3:A, priority=-2147483648, current under compaction store size is 1 2024-12-04T21:59:39,061 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T21:59:39,061 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T21:59:39,061 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 176b9d31facf52fe192f3f92550ea6a3:B, priority=-2147483648, current under compaction store size is 2 2024-12-04T21:59:39,061 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T21:59:39,061 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 176b9d31facf52fe192f3f92550ea6a3:C, priority=-2147483648, current under compaction store size is 3 2024-12-04T21:59:39,061 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T21:59:39,061 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T21:59:39,073 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T21:59:39,073 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 92865 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T21:59:39,074 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HStore(1541): 176b9d31facf52fe192f3f92550ea6a3/A is initiating minor compaction (all files) 2024-12-04T21:59:39,074 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HStore(1541): 176b9d31facf52fe192f3f92550ea6a3/B is initiating minor compaction (all files) 2024-12-04T21:59:39,074 INFO [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 176b9d31facf52fe192f3f92550ea6a3/A in TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3. 2024-12-04T21:59:39,074 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 176b9d31facf52fe192f3f92550ea6a3/B in TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3. 2024-12-04T21:59:39,074 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/B/8028630596d444658916c78497cc9366, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/B/3bf310f5e8534e24a67f746c516834ea, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/B/d122c7131f33417789b902b9a894ae3c] into tmpdir=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/.tmp, totalSize=35.2 K 2024-12-04T21:59:39,074 INFO [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/A/f0ac9e71971c4377b1823923a8c4e2fc, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/A/668e67a2a4d343a58db6c2ae4790de5e, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/A/67629b3be1914446957bec13826bfa18] into tmpdir=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/.tmp, totalSize=90.7 K 2024-12-04T21:59:39,074 INFO [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3. 2024-12-04T21:59:39,074 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3. files: [hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/A/f0ac9e71971c4377b1823923a8c4e2fc, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/A/668e67a2a4d343a58db6c2ae4790de5e, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/A/67629b3be1914446957bec13826bfa18] 2024-12-04T21:59:39,074 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.Compactor(225): Compacting 8028630596d444658916c78497cc9366, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1733349574011 2024-12-04T21:59:39,074 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] compactions.Compactor(225): Compacting f0ac9e71971c4377b1823923a8c4e2fc, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1733349574011 2024-12-04T21:59:39,074 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.Compactor(225): Compacting 3bf310f5e8534e24a67f746c516834ea, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1733349574050 2024-12-04T21:59:39,074 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] compactions.Compactor(225): Compacting 668e67a2a4d343a58db6c2ae4790de5e, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1733349574050 2024-12-04T21:59:39,075 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.Compactor(225): Compacting d122c7131f33417789b902b9a894ae3c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=65, earliestPutTs=1733349575221 2024-12-04T21:59:39,075 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] compactions.Compactor(225): Compacting 67629b3be1914446957bec13826bfa18, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=65, earliestPutTs=1733349575221 2024-12-04T21:59:39,080 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 176b9d31facf52fe192f3f92550ea6a3#B#compaction#453 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T21:59:39,080 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/.tmp/B/c4b1437f29c34050bd0c75256d86e070 is 50, key is test_row_0/B:col10/1733349577399/Put/seqid=0 2024-12-04T21:59:39,081 INFO [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=176b9d31facf52fe192f3f92550ea6a3] 2024-12-04T21:59:39,083 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241204336a66a6c804440eaac2347ac08b2325_176b9d31facf52fe192f3f92550ea6a3 store=[table=TestAcidGuarantees family=A region=176b9d31facf52fe192f3f92550ea6a3] 2024-12-04T21:59:39,084 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241204336a66a6c804440eaac2347ac08b2325_176b9d31facf52fe192f3f92550ea6a3, store=[table=TestAcidGuarantees family=A region=176b9d31facf52fe192f3f92550ea6a3] 2024-12-04T21:59:39,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742358_1534 (size=12104) 2024-12-04T21:59:39,084 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241204336a66a6c804440eaac2347ac08b2325_176b9d31facf52fe192f3f92550ea6a3 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=176b9d31facf52fe192f3f92550ea6a3] 2024-12-04T21:59:39,085 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39095 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-12-04T21:59:39,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3. 2024-12-04T21:59:39,085 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2902): Flushing 176b9d31facf52fe192f3f92550ea6a3 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB 2024-12-04T21:59:39,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 176b9d31facf52fe192f3f92550ea6a3, store=A 2024-12-04T21:59:39,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T21:59:39,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 176b9d31facf52fe192f3f92550ea6a3, store=B 2024-12-04T21:59:39,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T21:59:39,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 176b9d31facf52fe192f3f92550ea6a3, store=C 2024-12-04T21:59:39,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T21:59:39,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742359_1535 (size=4469) 2024-12-04T21:59:39,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412043627c8a76faa44bea6ae12bc21ae3c4c_176b9d31facf52fe192f3f92550ea6a3 is 50, key is test_row_0/A:col10/1733349577417/Put/seqid=0 2024-12-04T21:59:39,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742360_1536 (size=12154) 2024-12-04T21:59:39,300 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-04T21:59:39,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=148 2024-12-04T21:59:39,487 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/.tmp/B/c4b1437f29c34050bd0c75256d86e070 as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/B/c4b1437f29c34050bd0c75256d86e070 2024-12-04T21:59:39,488 INFO [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 176b9d31facf52fe192f3f92550ea6a3#A#compaction#454 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T21:59:39,489 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/.tmp/A/5452ca6cee9942d88377f9eade42160b is 175, key is test_row_0/A:col10/1733349577399/Put/seqid=0 2024-12-04T21:59:39,493 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 176b9d31facf52fe192f3f92550ea6a3/B of 176b9d31facf52fe192f3f92550ea6a3 into c4b1437f29c34050bd0c75256d86e070(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T21:59:39,493 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 176b9d31facf52fe192f3f92550ea6a3: 2024-12-04T21:59:39,493 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., storeName=176b9d31facf52fe192f3f92550ea6a3/B, priority=13, startTime=1733349579061; duration=0sec 2024-12-04T21:59:39,493 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T21:59:39,493 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 176b9d31facf52fe192f3f92550ea6a3:B 2024-12-04T21:59:39,493 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T21:59:39,494 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T21:59:39,494 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HStore(1541): 176b9d31facf52fe192f3f92550ea6a3/C is initiating minor compaction (all files) 2024-12-04T21:59:39,494 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 176b9d31facf52fe192f3f92550ea6a3/C in TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3. 2024-12-04T21:59:39,494 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/C/8ecac5269b0949049e799a5356d424a7, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/C/58101dbb6a6640ada6c43b2323159d4b, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/C/f62fb446decb4576930706fdfea849af] into tmpdir=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/.tmp, totalSize=35.2 K 2024-12-04T21:59:39,494 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.Compactor(225): Compacting 8ecac5269b0949049e799a5356d424a7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1733349574011 2024-12-04T21:59:39,495 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.Compactor(225): Compacting 58101dbb6a6640ada6c43b2323159d4b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1733349574050 2024-12-04T21:59:39,495 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.Compactor(225): Compacting f62fb446decb4576930706fdfea849af, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=65, earliestPutTs=1733349575221 2024-12-04T21:59:39,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742361_1537 (size=31058) 2024-12-04T21:59:39,500 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 176b9d31facf52fe192f3f92550ea6a3#C#compaction#456 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T21:59:39,500 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/.tmp/C/1e4876bedb4c45b3b2db41b38079158d is 50, key is test_row_0/C:col10/1733349577399/Put/seqid=0 2024-12-04T21:59:39,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:59:39,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742362_1538 (size=12104) 2024-12-04T21:59:39,505 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412043627c8a76faa44bea6ae12bc21ae3c4c_176b9d31facf52fe192f3f92550ea6a3 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412043627c8a76faa44bea6ae12bc21ae3c4c_176b9d31facf52fe192f3f92550ea6a3 2024-12-04T21:59:39,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/.tmp/A/d7cc5656e911481cad17cad032428113, store: [table=TestAcidGuarantees family=A region=176b9d31facf52fe192f3f92550ea6a3] 2024-12-04T21:59:39,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/.tmp/A/d7cc5656e911481cad17cad032428113 is 175, key is test_row_0/A:col10/1733349577417/Put/seqid=0 2024-12-04T21:59:39,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742363_1539 (size=30955) 2024-12-04T21:59:39,513 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=84, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/.tmp/A/d7cc5656e911481cad17cad032428113 2024-12-04T21:59:39,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/.tmp/B/eeede5a346ec4e1993b6bae6a941cdbc is 50, key is test_row_0/B:col10/1733349577417/Put/seqid=0 2024-12-04T21:59:39,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742364_1540 (size=12001) 2024-12-04T21:59:39,523 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=84 (bloomFilter=true), to=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/.tmp/B/eeede5a346ec4e1993b6bae6a941cdbc 2024-12-04T21:59:39,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/.tmp/C/b0f4bd70344a483c9854ea16430f7b3b is 50, key is test_row_0/C:col10/1733349577417/Put/seqid=0 2024-12-04T21:59:39,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742365_1541 (size=12001) 2024-12-04T21:59:39,570 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3. as already flushing 2024-12-04T21:59:39,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(8855): Flush requested on 176b9d31facf52fe192f3f92550ea6a3 2024-12-04T21:59:39,586 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:39,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52216 deadline: 1733349639582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:39,586 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:39,586 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:39,587 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:59:39,587 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:39,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52148 deadline: 1733349639583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:39,587 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:39,587 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:39,587 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:59:39,591 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:39,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52198 deadline: 1733349639585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:39,591 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:39,591 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:39,591 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:39,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52202 deadline: 1733349639586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:39,591 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:59:39,591 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:39,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52184 deadline: 1733349639587, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:39,591 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:39,591 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:39,591 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:59:39,591 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to bb3046a53f79,39095,1733349424047 for 'test_row_0' in 176b9d31facf52fe192f3f92550ea6a3 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2170 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-04T21:59:39,592 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:39,592 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:39,592 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:59:39,698 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:39,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52216 deadline: 1733349639697, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:39,698 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:39,698 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:39,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52148 deadline: 1733349639697, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:39,698 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:39,698 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:59:39,698 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:39,698 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:39,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52198 deadline: 1733349639697, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:39,698 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:39,698 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:59:39,698 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:39,698 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:39,698 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:39,699 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:59:39,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52202 deadline: 1733349639697, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:39,699 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:39,699 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:39,699 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:59:39,899 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/.tmp/A/5452ca6cee9942d88377f9eade42160b as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/A/5452ca6cee9942d88377f9eade42160b 2024-12-04T21:59:39,903 INFO [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 176b9d31facf52fe192f3f92550ea6a3/A of 176b9d31facf52fe192f3f92550ea6a3 into 5452ca6cee9942d88377f9eade42160b(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T21:59:39,903 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 176b9d31facf52fe192f3f92550ea6a3: 2024-12-04T21:59:39,903 INFO [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., storeName=176b9d31facf52fe192f3f92550ea6a3/A, priority=13, startTime=1733349579061; duration=0sec 2024-12-04T21:59:39,903 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T21:59:39,903 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 176b9d31facf52fe192f3f92550ea6a3:A 2024-12-04T21:59:39,908 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/.tmp/C/1e4876bedb4c45b3b2db41b38079158d as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/C/1e4876bedb4c45b3b2db41b38079158d 2024-12-04T21:59:39,908 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:39,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52216 deadline: 1733349639907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:39,908 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:39,908 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:39,908 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:39,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52198 deadline: 1733349639907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:39,909 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:59:39,909 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:39,909 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:39,909 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:39,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52148 deadline: 1733349639907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:39,909 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:59:39,909 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:39,909 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:39,909 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:39,909 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:59:39,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52202 deadline: 1733349639907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:39,909 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:39,909 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:39,909 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:59:39,911 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 176b9d31facf52fe192f3f92550ea6a3/C of 176b9d31facf52fe192f3f92550ea6a3 into 1e4876bedb4c45b3b2db41b38079158d(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T21:59:39,911 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 176b9d31facf52fe192f3f92550ea6a3: 2024-12-04T21:59:39,911 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., storeName=176b9d31facf52fe192f3f92550ea6a3/C, priority=13, startTime=1733349579061; duration=0sec 2024-12-04T21:59:39,911 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T21:59:39,911 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 176b9d31facf52fe192f3f92550ea6a3:C 2024-12-04T21:59:39,933 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=84 (bloomFilter=true), to=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/.tmp/C/b0f4bd70344a483c9854ea16430f7b3b 2024-12-04T21:59:39,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/.tmp/A/d7cc5656e911481cad17cad032428113 as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/A/d7cc5656e911481cad17cad032428113 2024-12-04T21:59:39,939 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/A/d7cc5656e911481cad17cad032428113, entries=150, sequenceid=84, filesize=30.2 K 2024-12-04T21:59:39,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/.tmp/B/eeede5a346ec4e1993b6bae6a941cdbc as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/B/eeede5a346ec4e1993b6bae6a941cdbc 2024-12-04T21:59:39,942 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/B/eeede5a346ec4e1993b6bae6a941cdbc, entries=150, sequenceid=84, filesize=11.7 K 2024-12-04T21:59:39,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/.tmp/C/b0f4bd70344a483c9854ea16430f7b3b as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/C/b0f4bd70344a483c9854ea16430f7b3b 2024-12-04T21:59:39,944 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/C/b0f4bd70344a483c9854ea16430f7b3b, entries=150, sequenceid=84, filesize=11.7 K 2024-12-04T21:59:39,945 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=73.80 KB/75570 for 176b9d31facf52fe192f3f92550ea6a3 in 860ms, sequenceid=84, compaction requested=false 2024-12-04T21:59:39,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2603): Flush status journal for 176b9d31facf52fe192f3f92550ea6a3: 2024-12-04T21:59:39,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3. 2024-12-04T21:59:39,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=149 2024-12-04T21:59:39,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44103 {}] master.HMaster(4169): Remote procedure done, pid=149 2024-12-04T21:59:39,947 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=149, resume processing ppid=148 2024-12-04T21:59:39,947 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=149, ppid=148, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7750 sec 2024-12-04T21:59:39,948 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=148, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=148, table=TestAcidGuarantees in 1.7790 sec 2024-12-04T21:59:40,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(8855): Flush requested on 176b9d31facf52fe192f3f92550ea6a3 2024-12-04T21:59:40,220 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 176b9d31facf52fe192f3f92550ea6a3 3/3 column families, dataSize=87.22 KB heapSize=259.73 KB 2024-12-04T21:59:40,221 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 176b9d31facf52fe192f3f92550ea6a3, store=A 2024-12-04T21:59:40,221 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T21:59:40,221 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 176b9d31facf52fe192f3f92550ea6a3, store=B 2024-12-04T21:59:40,221 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T21:59:40,221 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 176b9d31facf52fe192f3f92550ea6a3, store=C 2024-12-04T21:59:40,221 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T21:59:40,225 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241204ef53de24da4c4f50a32e7c9518a1e589_176b9d31facf52fe192f3f92550ea6a3 is 50, key is test_row_0/A:col10/1733349579584/Put/seqid=0 2024-12-04T21:59:40,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742366_1542 (size=14594) 2024-12-04T21:59:40,235 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:40,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52202 deadline: 1733349640231, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:40,236 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:40,236 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:40,236 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:59:40,237 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:40,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52198 deadline: 1733349640234, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:40,237 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:40,237 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:40,237 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:59:40,238 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:40,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52216 deadline: 1733349640235, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:40,238 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:40,239 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:40,239 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:59:40,238 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:40,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52148 deadline: 1733349640236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:40,239 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:40,239 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:40,239 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:59:40,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=148 2024-12-04T21:59:40,318 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-04T21:59:40,318 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44103 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-04T21:59:40,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44103 {}] procedure2.ProcedureExecutor(1139): Stored pid=150, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=150, table=TestAcidGuarantees 2024-12-04T21:59:40,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150 2024-12-04T21:59:40,320 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=150, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=150, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-04T21:59:40,320 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=150, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=150, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-04T21:59:40,320 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=151, ppid=150, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-04T21:59:40,340 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:40,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52202 deadline: 1733349640338, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:40,340 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:40,340 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:40,340 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:59:40,349 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:40,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52198 deadline: 1733349640347, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:40,349 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:40,349 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:40,349 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:40,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52216 deadline: 1733349640347, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:40,350 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:59:40,350 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:40,350 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:40,350 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:40,350 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:59:40,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52148 deadline: 1733349640347, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:40,350 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:40,350 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:40,350 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:59:40,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150 2024-12-04T21:59:40,472 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39095 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-12-04T21:59:40,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3. 2024-12-04T21:59:40,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3. as already flushing 2024-12-04T21:59:40,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3. 2024-12-04T21:59:40,472 ERROR [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => 176b9d31facf52fe192f3f92550ea6a3, NAME => 'TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:59:40,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => 176b9d31facf52fe192f3f92550ea6a3, NAME => 'TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:59:40,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44103 {}] master.HMaster(4177): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 176b9d31facf52fe192f3f92550ea6a3, NAME => 'TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 176b9d31facf52fe192f3f92550ea6a3, NAME => 'TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:59:40,548 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:40,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52202 deadline: 1733349640547, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:40,549 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:40,549 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:40,549 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:59:40,559 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:40,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52198 deadline: 1733349640557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:40,559 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:40,559 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:40,559 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:40,559 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:59:40,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52216 deadline: 1733349640557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:40,559 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:40,559 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:40,559 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:40,559 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:59:40,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52148 deadline: 1733349640557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:40,559 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:40,560 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:40,560 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:59:40,624 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39095 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-12-04T21:59:40,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3. 2024-12-04T21:59:40,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3. as already flushing 2024-12-04T21:59:40,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3. 2024-12-04T21:59:40,625 ERROR [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => 176b9d31facf52fe192f3f92550ea6a3, NAME => 'TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:59:40,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => 176b9d31facf52fe192f3f92550ea6a3, NAME => 'TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:59:40,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44103 {}] master.HMaster(4177): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 176b9d31facf52fe192f3f92550ea6a3, NAME => 'TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 176b9d31facf52fe192f3f92550ea6a3, NAME => 'TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:59:40,628 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:59:40,632 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241204ef53de24da4c4f50a32e7c9518a1e589_176b9d31facf52fe192f3f92550ea6a3 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204ef53de24da4c4f50a32e7c9518a1e589_176b9d31facf52fe192f3f92550ea6a3 2024-12-04T21:59:40,633 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/.tmp/A/fa6d6fc6b5014b12a18f10ffcdd54998, store: [table=TestAcidGuarantees family=A region=176b9d31facf52fe192f3f92550ea6a3] 2024-12-04T21:59:40,633 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/.tmp/A/fa6d6fc6b5014b12a18f10ffcdd54998 is 175, key is test_row_0/A:col10/1733349579584/Put/seqid=0 2024-12-04T21:59:40,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742367_1543 (size=39549) 2024-12-04T21:59:40,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150 2024-12-04T21:59:40,777 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39095 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-12-04T21:59:40,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3. 2024-12-04T21:59:40,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3. as already flushing 2024-12-04T21:59:40,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3. 2024-12-04T21:59:40,777 ERROR [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => 176b9d31facf52fe192f3f92550ea6a3, NAME => 'TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:59:40,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => 176b9d31facf52fe192f3f92550ea6a3, NAME => 'TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:59:40,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44103 {}] master.HMaster(4177): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 176b9d31facf52fe192f3f92550ea6a3, NAME => 'TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 176b9d31facf52fe192f3f92550ea6a3, NAME => 'TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:59:40,860 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:40,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52202 deadline: 1733349640858, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:40,860 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:40,860 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:40,860 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:59:40,869 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:40,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52198 deadline: 1733349640868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:40,870 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:40,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52216 deadline: 1733349640868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:40,870 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:40,870 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:40,870 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:59:40,870 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:40,870 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:40,870 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:40,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52148 deadline: 1733349640868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:40,870 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:59:40,870 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:40,870 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:40,870 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:59:40,928 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39095 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-12-04T21:59:40,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3. 2024-12-04T21:59:40,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3. as already flushing 2024-12-04T21:59:40,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3. 2024-12-04T21:59:40,929 ERROR [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => 176b9d31facf52fe192f3f92550ea6a3, NAME => 'TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:59:40,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => 176b9d31facf52fe192f3f92550ea6a3, NAME => 'TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:59:40,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44103 {}] master.HMaster(4177): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 176b9d31facf52fe192f3f92550ea6a3, NAME => 'TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 176b9d31facf52fe192f3f92550ea6a3, NAME => 'TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:59:40,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150 2024-12-04T21:59:41,037 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=104, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/.tmp/A/fa6d6fc6b5014b12a18f10ffcdd54998 2024-12-04T21:59:41,041 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/.tmp/B/7eca0f1cf15b4b8db4d5022b5c1224a5 is 50, key is test_row_0/B:col10/1733349579584/Put/seqid=0 2024-12-04T21:59:41,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742368_1544 (size=12001) 2024-12-04T21:59:41,081 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39095 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-12-04T21:59:41,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3. 2024-12-04T21:59:41,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3. as already flushing 2024-12-04T21:59:41,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3. 2024-12-04T21:59:41,081 ERROR [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => 176b9d31facf52fe192f3f92550ea6a3, NAME => 'TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:59:41,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => 176b9d31facf52fe192f3f92550ea6a3, NAME => 'TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:59:41,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44103 {}] master.HMaster(4177): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 176b9d31facf52fe192f3f92550ea6a3, NAME => 'TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 176b9d31facf52fe192f3f92550ea6a3, NAME => 'TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:59:41,233 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39095 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-12-04T21:59:41,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3. 2024-12-04T21:59:41,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3. as already flushing 2024-12-04T21:59:41,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3. 2024-12-04T21:59:41,233 ERROR [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => 176b9d31facf52fe192f3f92550ea6a3, NAME => 'TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:59:41,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => 176b9d31facf52fe192f3f92550ea6a3, NAME => 'TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:59:41,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44103 {}] master.HMaster(4177): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 176b9d31facf52fe192f3f92550ea6a3, NAME => 'TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 176b9d31facf52fe192f3f92550ea6a3, NAME => 'TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:59:41,370 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:41,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52202 deadline: 1733349641368, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:41,370 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:41,371 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:41,371 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:59:41,379 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:41,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52198 deadline: 1733349641378, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:41,379 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:41,379 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:41,379 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:41,379 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:59:41,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52148 deadline: 1733349641378, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:41,379 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:41,379 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:41,379 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:41,379 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:59:41,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52216 deadline: 1733349641378, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:41,380 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:41,380 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:41,380 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:59:41,385 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39095 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-12-04T21:59:41,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3. 2024-12-04T21:59:41,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3. as already flushing 2024-12-04T21:59:41,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3. 2024-12-04T21:59:41,386 ERROR [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => 176b9d31facf52fe192f3f92550ea6a3, NAME => 'TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:59:41,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => 176b9d31facf52fe192f3f92550ea6a3, NAME => 'TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:59:41,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44103 {}] master.HMaster(4177): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 176b9d31facf52fe192f3f92550ea6a3, NAME => 'TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 176b9d31facf52fe192f3f92550ea6a3, NAME => 'TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:59:41,444 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=104 (bloomFilter=true), to=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/.tmp/B/7eca0f1cf15b4b8db4d5022b5c1224a5 2024-12-04T21:59:41,449 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/.tmp/C/fcd8ecb788014684a3222eb7d0538215 is 50, key is test_row_0/C:col10/1733349579584/Put/seqid=0 2024-12-04T21:59:41,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742369_1545 (size=12001) 2024-12-04T21:59:41,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150 2024-12-04T21:59:41,538 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39095 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-12-04T21:59:41,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3. 2024-12-04T21:59:41,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3. as already flushing 2024-12-04T21:59:41,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3. 2024-12-04T21:59:41,538 ERROR [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => 176b9d31facf52fe192f3f92550ea6a3, NAME => 'TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:59:41,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => 176b9d31facf52fe192f3f92550ea6a3, NAME => 'TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:59:41,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44103 {}] master.HMaster(4177): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 176b9d31facf52fe192f3f92550ea6a3, NAME => 'TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 176b9d31facf52fe192f3f92550ea6a3, NAME => 'TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:59:41,618 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:41,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52184 deadline: 1733349641617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:41,619 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to bb3046a53f79,39095,1733349424047 for 'test_row_0' in 176b9d31facf52fe192f3f92550ea6a3 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4198 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-04T21:59:41,619 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:41,620 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:41,620 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:59:41,690 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39095 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-12-04T21:59:41,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3. 2024-12-04T21:59:41,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3. as already flushing 2024-12-04T21:59:41,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3. 2024-12-04T21:59:41,691 ERROR [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => 176b9d31facf52fe192f3f92550ea6a3, NAME => 'TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:59:41,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => 176b9d31facf52fe192f3f92550ea6a3, NAME => 'TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:59:41,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44103 {}] master.HMaster(4177): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 176b9d31facf52fe192f3f92550ea6a3, NAME => 'TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 176b9d31facf52fe192f3f92550ea6a3, NAME => 'TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:59:41,843 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39095 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-12-04T21:59:41,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3. 2024-12-04T21:59:41,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3. as already flushing 2024-12-04T21:59:41,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3. 2024-12-04T21:59:41,843 ERROR [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => 176b9d31facf52fe192f3f92550ea6a3, NAME => 'TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:59:41,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => 176b9d31facf52fe192f3f92550ea6a3, NAME => 'TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:59:41,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44103 {}] master.HMaster(4177): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 176b9d31facf52fe192f3f92550ea6a3, NAME => 'TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 176b9d31facf52fe192f3f92550ea6a3, NAME => 'TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:59:41,852 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=104 (bloomFilter=true), to=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/.tmp/C/fcd8ecb788014684a3222eb7d0538215 2024-12-04T21:59:41,855 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/.tmp/A/fa6d6fc6b5014b12a18f10ffcdd54998 as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/A/fa6d6fc6b5014b12a18f10ffcdd54998 2024-12-04T21:59:41,857 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/A/fa6d6fc6b5014b12a18f10ffcdd54998, entries=200, sequenceid=104, filesize=38.6 K 2024-12-04T21:59:41,858 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/.tmp/B/7eca0f1cf15b4b8db4d5022b5c1224a5 as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/B/7eca0f1cf15b4b8db4d5022b5c1224a5 2024-12-04T21:59:41,860 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/B/7eca0f1cf15b4b8db4d5022b5c1224a5, entries=150, sequenceid=104, filesize=11.7 K 2024-12-04T21:59:41,861 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/.tmp/C/fcd8ecb788014684a3222eb7d0538215 as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/C/fcd8ecb788014684a3222eb7d0538215 2024-12-04T21:59:41,863 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/C/fcd8ecb788014684a3222eb7d0538215, entries=150, sequenceid=104, filesize=11.7 K 2024-12-04T21:59:41,873 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=80.51 KB/82440 for 176b9d31facf52fe192f3f92550ea6a3 in 1653ms, sequenceid=104, compaction requested=true 2024-12-04T21:59:41,873 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 176b9d31facf52fe192f3f92550ea6a3: 2024-12-04T21:59:41,873 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 176b9d31facf52fe192f3f92550ea6a3:A, priority=-2147483648, current under compaction store size is 1 2024-12-04T21:59:41,873 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T21:59:41,873 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T21:59:41,873 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 176b9d31facf52fe192f3f92550ea6a3:B, priority=-2147483648, current under compaction store size is 2 2024-12-04T21:59:41,873 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T21:59:41,873 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T21:59:41,874 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101562 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T21:59:41,874 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HStore(1541): 176b9d31facf52fe192f3f92550ea6a3/A is initiating minor compaction (all files) 2024-12-04T21:59:41,874 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 176b9d31facf52fe192f3f92550ea6a3:C, priority=-2147483648, current under compaction store size is 3 2024-12-04T21:59:41,874 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T21:59:41,874 INFO [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 176b9d31facf52fe192f3f92550ea6a3/A in TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3. 2024-12-04T21:59:41,874 INFO [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/A/5452ca6cee9942d88377f9eade42160b, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/A/d7cc5656e911481cad17cad032428113, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/A/fa6d6fc6b5014b12a18f10ffcdd54998] into tmpdir=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/.tmp, totalSize=99.2 K 2024-12-04T21:59:41,874 INFO [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3. 2024-12-04T21:59:41,875 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3. files: [hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/A/5452ca6cee9942d88377f9eade42160b, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/A/d7cc5656e911481cad17cad032428113, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/A/fa6d6fc6b5014b12a18f10ffcdd54998] 2024-12-04T21:59:41,875 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T21:59:41,875 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5452ca6cee9942d88377f9eade42160b, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=65, earliestPutTs=1733349575221 2024-12-04T21:59:41,875 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HStore(1541): 176b9d31facf52fe192f3f92550ea6a3/B is initiating minor compaction (all files) 2024-12-04T21:59:41,875 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 176b9d31facf52fe192f3f92550ea6a3/B in TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3. 2024-12-04T21:59:41,875 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/B/c4b1437f29c34050bd0c75256d86e070, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/B/eeede5a346ec4e1993b6bae6a941cdbc, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/B/7eca0f1cf15b4b8db4d5022b5c1224a5] into tmpdir=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/.tmp, totalSize=35.3 K 2024-12-04T21:59:41,875 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] compactions.Compactor(225): Compacting d7cc5656e911481cad17cad032428113, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=84, earliestPutTs=1733349577417 2024-12-04T21:59:41,875 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.Compactor(225): Compacting c4b1437f29c34050bd0c75256d86e070, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=65, earliestPutTs=1733349575221 2024-12-04T21:59:41,875 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] compactions.Compactor(225): Compacting fa6d6fc6b5014b12a18f10ffcdd54998, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=104, earliestPutTs=1733349579584 2024-12-04T21:59:41,876 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.Compactor(225): Compacting eeede5a346ec4e1993b6bae6a941cdbc, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=84, earliestPutTs=1733349577417 2024-12-04T21:59:41,876 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.Compactor(225): Compacting 7eca0f1cf15b4b8db4d5022b5c1224a5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=104, earliestPutTs=1733349579584 2024-12-04T21:59:41,880 INFO [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=176b9d31facf52fe192f3f92550ea6a3] 2024-12-04T21:59:41,881 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 176b9d31facf52fe192f3f92550ea6a3#B#compaction#462 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-04T21:59:41,882 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/.tmp/B/46af2339594a43f1b3c726951f3f7087 is 50, key is test_row_0/B:col10/1733349579584/Put/seqid=0 2024-12-04T21:59:41,885 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241204878e01e37a5a405587722dc0d46a2a38_176b9d31facf52fe192f3f92550ea6a3 store=[table=TestAcidGuarantees family=A region=176b9d31facf52fe192f3f92550ea6a3] 2024-12-04T21:59:41,887 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241204878e01e37a5a405587722dc0d46a2a38_176b9d31facf52fe192f3f92550ea6a3, store=[table=TestAcidGuarantees family=A region=176b9d31facf52fe192f3f92550ea6a3] 2024-12-04T21:59:41,887 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241204878e01e37a5a405587722dc0d46a2a38_176b9d31facf52fe192f3f92550ea6a3 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=176b9d31facf52fe192f3f92550ea6a3] 2024-12-04T21:59:41,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742370_1546 (size=12207) 2024-12-04T21:59:41,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742371_1547 (size=4469) 2024-12-04T21:59:41,898 INFO [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 176b9d31facf52fe192f3f92550ea6a3#A#compaction#463 average throughput is 1.36 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T21:59:41,898 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/.tmp/A/e4954bbc359c4034b786ef8308cdae77 is 175, key is test_row_0/A:col10/1733349579584/Put/seqid=0 2024-12-04T21:59:41,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742372_1548 (size=31161) 2024-12-04T21:59:41,996 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39095 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-12-04T21:59:41,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3. 2024-12-04T21:59:41,996 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2902): Flushing 176b9d31facf52fe192f3f92550ea6a3 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB 2024-12-04T21:59:41,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 176b9d31facf52fe192f3f92550ea6a3, store=A 2024-12-04T21:59:41,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T21:59:41,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 176b9d31facf52fe192f3f92550ea6a3, store=B 2024-12-04T21:59:41,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T21:59:41,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 176b9d31facf52fe192f3f92550ea6a3, store=C 2024-12-04T21:59:41,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T21:59:42,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241204bc0a4f242ac041b284c8d8330136d9c3_176b9d31facf52fe192f3f92550ea6a3 is 50, key is test_row_0/A:col10/1733349580232/Put/seqid=0 2024-12-04T21:59:42,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742373_1549 (size=12154) 2024-12-04T21:59:42,297 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/.tmp/B/46af2339594a43f1b3c726951f3f7087 as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/B/46af2339594a43f1b3c726951f3f7087 2024-12-04T21:59:42,300 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 176b9d31facf52fe192f3f92550ea6a3/B of 176b9d31facf52fe192f3f92550ea6a3 into 46af2339594a43f1b3c726951f3f7087(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T21:59:42,300 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 176b9d31facf52fe192f3f92550ea6a3: 2024-12-04T21:59:42,300 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., storeName=176b9d31facf52fe192f3f92550ea6a3/B, priority=13, startTime=1733349581873; duration=0sec 2024-12-04T21:59:42,300 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T21:59:42,300 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 176b9d31facf52fe192f3f92550ea6a3:B 2024-12-04T21:59:42,300 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T21:59:42,300 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T21:59:42,300 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HStore(1541): 176b9d31facf52fe192f3f92550ea6a3/C is initiating minor compaction (all files) 2024-12-04T21:59:42,301 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 176b9d31facf52fe192f3f92550ea6a3/C in TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3. 2024-12-04T21:59:42,301 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/C/1e4876bedb4c45b3b2db41b38079158d, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/C/b0f4bd70344a483c9854ea16430f7b3b, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/C/fcd8ecb788014684a3222eb7d0538215] into tmpdir=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/.tmp, totalSize=35.3 K 2024-12-04T21:59:42,301 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.Compactor(225): Compacting 1e4876bedb4c45b3b2db41b38079158d, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=65, earliestPutTs=1733349575221 2024-12-04T21:59:42,301 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.Compactor(225): Compacting b0f4bd70344a483c9854ea16430f7b3b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=84, earliestPutTs=1733349577417 2024-12-04T21:59:42,301 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.Compactor(225): Compacting fcd8ecb788014684a3222eb7d0538215, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=104, earliestPutTs=1733349579584 2024-12-04T21:59:42,304 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/.tmp/A/e4954bbc359c4034b786ef8308cdae77 as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/A/e4954bbc359c4034b786ef8308cdae77 2024-12-04T21:59:42,307 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 176b9d31facf52fe192f3f92550ea6a3#C#compaction#465 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T21:59:42,307 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/.tmp/C/67e2b30fd1294d49aa5bb6e46b2aee73 is 50, key is test_row_0/C:col10/1733349579584/Put/seqid=0 2024-12-04T21:59:42,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742374_1550 (size=12207) 2024-12-04T21:59:42,312 INFO [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 176b9d31facf52fe192f3f92550ea6a3/A of 176b9d31facf52fe192f3f92550ea6a3 into e4954bbc359c4034b786ef8308cdae77(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T21:59:42,312 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 176b9d31facf52fe192f3f92550ea6a3: 2024-12-04T21:59:42,312 INFO [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., storeName=176b9d31facf52fe192f3f92550ea6a3/A, priority=13, startTime=1733349581873; duration=0sec 2024-12-04T21:59:42,313 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T21:59:42,313 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 176b9d31facf52fe192f3f92550ea6a3:A 2024-12-04T21:59:42,388 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3. as already flushing 2024-12-04T21:59:42,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(8855): Flush requested on 176b9d31facf52fe192f3f92550ea6a3 2024-12-04T21:59:42,402 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:42,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52202 deadline: 1733349642401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:42,403 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:42,403 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:42,403 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:59:42,405 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:42,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52148 deadline: 1733349642402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:42,405 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:42,405 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:42,405 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:42,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52216 deadline: 1733349642402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:42,405 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:59:42,406 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:42,406 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:42,406 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:42,406 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:59:42,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52198 deadline: 1733349642403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:42,406 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:42,406 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:42,406 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:59:42,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:59:42,414 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241204bc0a4f242ac041b284c8d8330136d9c3_176b9d31facf52fe192f3f92550ea6a3 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204bc0a4f242ac041b284c8d8330136d9c3_176b9d31facf52fe192f3f92550ea6a3 2024-12-04T21:59:42,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/.tmp/A/2166d9631f824f4a95d19124918842cb, store: [table=TestAcidGuarantees family=A region=176b9d31facf52fe192f3f92550ea6a3] 2024-12-04T21:59:42,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/.tmp/A/2166d9631f824f4a95d19124918842cb is 175, key is test_row_0/A:col10/1733349580232/Put/seqid=0 2024-12-04T21:59:42,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742375_1551 (size=30955) 2024-12-04T21:59:42,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150 2024-12-04T21:59:42,510 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:42,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52202 deadline: 1733349642508, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:42,511 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:42,511 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:42,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52148 deadline: 1733349642508, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:42,511 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:42,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52216 deadline: 1733349642508, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:42,511 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:42,511 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:59:42,511 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:42,511 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:42,511 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:59:42,511 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:42,511 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:42,511 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:59:42,519 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:42,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52198 deadline: 1733349642518, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:42,520 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:42,520 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:42,520 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:59:42,715 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/.tmp/C/67e2b30fd1294d49aa5bb6e46b2aee73 as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/C/67e2b30fd1294d49aa5bb6e46b2aee73 2024-12-04T21:59:42,718 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 176b9d31facf52fe192f3f92550ea6a3/C of 176b9d31facf52fe192f3f92550ea6a3 into 67e2b30fd1294d49aa5bb6e46b2aee73(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T21:59:42,718 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 176b9d31facf52fe192f3f92550ea6a3: 2024-12-04T21:59:42,718 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., storeName=176b9d31facf52fe192f3f92550ea6a3/C, priority=13, startTime=1733349581873; duration=0sec 2024-12-04T21:59:42,718 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:42,718 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T21:59:42,718 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 176b9d31facf52fe192f3f92550ea6a3:C 2024-12-04T21:59:42,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52216 deadline: 1733349642717, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:42,718 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:42,718 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:42,719 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:59:42,719 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:42,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52202 deadline: 1733349642718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:42,720 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:42,720 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:42,720 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:42,720 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:59:42,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52148 deadline: 1733349642718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:42,720 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:42,720 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:42,720 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:59:42,729 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:42,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52198 deadline: 1733349642728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:42,729 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:42,730 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:42,730 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:59:42,819 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=119, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/.tmp/A/2166d9631f824f4a95d19124918842cb 2024-12-04T21:59:42,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/.tmp/B/6356d8ecf5eb44e084ed12a86d54bce5 is 50, key is test_row_0/B:col10/1733349580232/Put/seqid=0 2024-12-04T21:59:42,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742376_1552 (size=12001) 2024-12-04T21:59:43,030 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:43,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52216 deadline: 1733349643028, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:43,030 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:43,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52202 deadline: 1733349643028, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:43,031 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:43,031 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:43,031 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:43,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52148 deadline: 1733349643028, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:43,031 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:59:43,031 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:43,031 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:43,031 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:59:43,031 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:43,031 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:43,031 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:59:43,039 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:43,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52198 deadline: 1733349643037, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:43,039 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:43,039 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:43,039 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:59:43,226 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=119 (bloomFilter=true), to=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/.tmp/B/6356d8ecf5eb44e084ed12a86d54bce5 2024-12-04T21:59:43,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/.tmp/C/7733005426bb4db7a3807b9c73ffd90f is 50, key is test_row_0/C:col10/1733349580232/Put/seqid=0 2024-12-04T21:59:43,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742377_1553 (size=12001) 2024-12-04T21:59:43,539 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:43,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52216 deadline: 1733349643538, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:43,539 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:43,539 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:43,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52202 deadline: 1733349643538, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:43,539 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:43,539 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:59:43,540 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:43,540 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:43,540 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:43,540 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:59:43,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52148 deadline: 1733349643538, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:43,540 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:43,540 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:43,540 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:59:43,549 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:43,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52198 deadline: 1733349643547, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:43,549 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:43,549 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:43,549 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:59:43,635 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=119 (bloomFilter=true), to=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/.tmp/C/7733005426bb4db7a3807b9c73ffd90f 2024-12-04T21:59:43,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/.tmp/A/2166d9631f824f4a95d19124918842cb as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/A/2166d9631f824f4a95d19124918842cb 2024-12-04T21:59:43,641 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/A/2166d9631f824f4a95d19124918842cb, entries=150, sequenceid=119, filesize=30.2 K 2024-12-04T21:59:43,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/.tmp/B/6356d8ecf5eb44e084ed12a86d54bce5 as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/B/6356d8ecf5eb44e084ed12a86d54bce5 2024-12-04T21:59:43,643 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/B/6356d8ecf5eb44e084ed12a86d54bce5, entries=150, sequenceid=119, filesize=11.7 K 2024-12-04T21:59:43,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/.tmp/C/7733005426bb4db7a3807b9c73ffd90f as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/C/7733005426bb4db7a3807b9c73ffd90f 2024-12-04T21:59:43,647 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/C/7733005426bb4db7a3807b9c73ffd90f, entries=150, sequenceid=119, filesize=11.7 K 2024-12-04T21:59:43,647 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=93.93 KB/96180 for 176b9d31facf52fe192f3f92550ea6a3 in 1651ms, sequenceid=119, compaction requested=false 2024-12-04T21:59:43,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2603): Flush status journal for 176b9d31facf52fe192f3f92550ea6a3: 2024-12-04T21:59:43,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3. 2024-12-04T21:59:43,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=151 2024-12-04T21:59:43,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44103 {}] master.HMaster(4169): Remote procedure done, pid=151 2024-12-04T21:59:43,650 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=151, resume processing ppid=150 2024-12-04T21:59:43,650 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=151, ppid=150, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.3290 sec 2024-12-04T21:59:43,651 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=150, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=150, table=TestAcidGuarantees in 3.3320 sec 2024-12-04T21:59:43,798 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-12-04T21:59:43,798 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-12-04T21:59:44,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150 2024-12-04T21:59:44,488 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-04T21:59:44,488 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44103 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-04T21:59:44,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44103 {}] procedure2.ProcedureExecutor(1139): Stored pid=152, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees 2024-12-04T21:59:44,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-12-04T21:59:44,490 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=152, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-04T21:59:44,490 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=152, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-04T21:59:44,490 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=153, ppid=152, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-04T21:59:44,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(8855): Flush requested on 176b9d31facf52fe192f3f92550ea6a3 2024-12-04T21:59:44,550 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 176b9d31facf52fe192f3f92550ea6a3 3/3 column families, dataSize=100.63 KB heapSize=299.58 KB 2024-12-04T21:59:44,550 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 176b9d31facf52fe192f3f92550ea6a3, store=A 2024-12-04T21:59:44,550 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T21:59:44,551 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 176b9d31facf52fe192f3f92550ea6a3, store=B 2024-12-04T21:59:44,551 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T21:59:44,551 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 176b9d31facf52fe192f3f92550ea6a3, store=C 2024-12-04T21:59:44,551 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T21:59:44,556 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412043bd4de6e449d4dc598a9ad354f987026_176b9d31facf52fe192f3f92550ea6a3 is 50, key is test_row_0/A:col10/1733349584549/Put/seqid=0 2024-12-04T21:59:44,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742378_1554 (size=14794) 2024-12-04T21:59:44,571 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:44,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52216 deadline: 1733349644567, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:44,572 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:44,572 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:44,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52198 deadline: 1733349644568, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:44,572 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:44,572 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:59:44,572 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:44,572 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:44,572 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:59:44,573 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:44,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52202 deadline: 1733349644570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:44,573 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:44,573 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:44,573 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:44,573 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:59:44,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52148 deadline: 1733349644571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:44,573 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:44,573 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:44,573 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:59:44,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-12-04T21:59:44,642 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39095 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-12-04T21:59:44,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3. 2024-12-04T21:59:44,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3. as already flushing 2024-12-04T21:59:44,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3. 2024-12-04T21:59:44,642 ERROR [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => 176b9d31facf52fe192f3f92550ea6a3, NAME => 'TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:59:44,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => 176b9d31facf52fe192f3f92550ea6a3, NAME => 'TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:59:44,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44103 {}] master.HMaster(4177): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 176b9d31facf52fe192f3f92550ea6a3, NAME => 'TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 176b9d31facf52fe192f3f92550ea6a3, NAME => 'TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:59:44,679 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:44,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52216 deadline: 1733349644677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:44,679 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:44,679 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:44,679 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:59:44,679 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:44,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52198 deadline: 1733349644677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:44,680 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:44,680 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:44,680 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:44,680 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:59:44,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52202 deadline: 1733349644677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:44,680 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:44,680 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:44,680 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:44,680 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:59:44,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52148 deadline: 1733349644678, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:44,680 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:44,680 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:44,680 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:59:44,794 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39095 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-12-04T21:59:44,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3. 2024-12-04T21:59:44,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3. as already flushing 2024-12-04T21:59:44,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3. 2024-12-04T21:59:44,794 ERROR [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => 176b9d31facf52fe192f3f92550ea6a3, NAME => 'TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:59:44,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => 176b9d31facf52fe192f3f92550ea6a3, NAME => 'TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:59:44,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44103 {}] master.HMaster(4177): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 176b9d31facf52fe192f3f92550ea6a3, NAME => 'TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 176b9d31facf52fe192f3f92550ea6a3, NAME => 'TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:59:44,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-12-04T21:59:44,888 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:44,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52216 deadline: 1733349644887, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:44,888 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:44,888 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:44,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52198 deadline: 1733349644887, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:44,888 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:44,888 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:59:44,888 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:44,888 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:44,888 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:44,889 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:59:44,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52202 deadline: 1733349644887, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:44,889 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:44,889 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:44,889 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:44,889 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:59:44,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52148 deadline: 1733349644887, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:44,889 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:44,889 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:44,889 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:59:44,947 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39095 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-12-04T21:59:44,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3. 2024-12-04T21:59:44,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3. as already flushing 2024-12-04T21:59:44,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3. 2024-12-04T21:59:44,947 ERROR [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => 176b9d31facf52fe192f3f92550ea6a3, NAME => 'TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:59:44,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => 176b9d31facf52fe192f3f92550ea6a3, NAME => 'TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:59:44,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44103 {}] master.HMaster(4177): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 176b9d31facf52fe192f3f92550ea6a3, NAME => 'TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 176b9d31facf52fe192f3f92550ea6a3, NAME => 'TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:59:44,963 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:59:44,966 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412043bd4de6e449d4dc598a9ad354f987026_176b9d31facf52fe192f3f92550ea6a3 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412043bd4de6e449d4dc598a9ad354f987026_176b9d31facf52fe192f3f92550ea6a3 2024-12-04T21:59:44,966 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/.tmp/A/5b159e1419714ac0b8e396d0e7c19486, store: [table=TestAcidGuarantees family=A region=176b9d31facf52fe192f3f92550ea6a3] 2024-12-04T21:59:44,966 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/.tmp/A/5b159e1419714ac0b8e396d0e7c19486 is 175, key is test_row_0/A:col10/1733349584549/Put/seqid=0 2024-12-04T21:59:44,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742379_1555 (size=39749) 2024-12-04T21:59:45,099 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39095 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-12-04T21:59:45,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3. 2024-12-04T21:59:45,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3. as already flushing 2024-12-04T21:59:45,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3. 2024-12-04T21:59:45,099 ERROR [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => 176b9d31facf52fe192f3f92550ea6a3, NAME => 'TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:59:45,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => 176b9d31facf52fe192f3f92550ea6a3, NAME => 'TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:59:45,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44103 {}] master.HMaster(4177): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 176b9d31facf52fe192f3f92550ea6a3, NAME => 'TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 176b9d31facf52fe192f3f92550ea6a3, NAME => 'TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:59:45,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-12-04T21:59:45,199 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:45,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52216 deadline: 1733349645198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:45,200 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:45,200 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:45,200 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:45,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52198 deadline: 1733349645198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:45,200 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:59:45,200 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:45,200 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:45,200 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:45,200 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:59:45,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52202 deadline: 1733349645198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:45,200 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:45,200 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:45,200 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:59:45,200 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:45,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52148 deadline: 1733349645198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:45,201 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:45,201 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:45,201 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:59:45,251 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39095 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-12-04T21:59:45,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3. 2024-12-04T21:59:45,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3. as already flushing 2024-12-04T21:59:45,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3. 2024-12-04T21:59:45,252 ERROR [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => 176b9d31facf52fe192f3f92550ea6a3, NAME => 'TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:59:45,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => 176b9d31facf52fe192f3f92550ea6a3, NAME => 'TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:59:45,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44103 {}] master.HMaster(4177): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 176b9d31facf52fe192f3f92550ea6a3, NAME => 'TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 176b9d31facf52fe192f3f92550ea6a3, NAME => 'TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:59:45,370 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=140, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/.tmp/A/5b159e1419714ac0b8e396d0e7c19486 2024-12-04T21:59:45,375 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/.tmp/B/9f2d041af1b642168b2e48fed19a7261 is 50, key is test_row_0/B:col10/1733349584549/Put/seqid=0 2024-12-04T21:59:45,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742380_1556 (size=12151) 2024-12-04T21:59:45,404 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39095 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-12-04T21:59:45,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3. 2024-12-04T21:59:45,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3. as already flushing 2024-12-04T21:59:45,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3. 2024-12-04T21:59:45,404 ERROR [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => 176b9d31facf52fe192f3f92550ea6a3, NAME => 'TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:59:45,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => 176b9d31facf52fe192f3f92550ea6a3, NAME => 'TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:59:45,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44103 {}] master.HMaster(4177): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 176b9d31facf52fe192f3f92550ea6a3, NAME => 'TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 176b9d31facf52fe192f3f92550ea6a3, NAME => 'TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:59:45,556 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39095 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-12-04T21:59:45,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3. 2024-12-04T21:59:45,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3. as already flushing 2024-12-04T21:59:45,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3. 2024-12-04T21:59:45,556 ERROR [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => 176b9d31facf52fe192f3f92550ea6a3, NAME => 'TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:59:45,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => 176b9d31facf52fe192f3f92550ea6a3, NAME => 'TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:59:45,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44103 {}] master.HMaster(4177): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 176b9d31facf52fe192f3f92550ea6a3, NAME => 'TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 176b9d31facf52fe192f3f92550ea6a3, NAME => 'TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:59:45,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-12-04T21:59:45,638 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:45,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52184 deadline: 1733349645637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:45,639 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to bb3046a53f79,39095,1733349424047 for 'test_row_0' in 176b9d31facf52fe192f3f92550ea6a3 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8218 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-04T21:59:45,639 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:45,639 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:45,640 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:59:45,708 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:45,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52216 deadline: 1733349645707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:45,708 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:45,708 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:45,708 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:45,708 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:59:45,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52198 deadline: 1733349645707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:45,708 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:45,708 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:45,708 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:45,708 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:59:45,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52202 deadline: 1733349645707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:45,709 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39095 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-12-04T21:59:45,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3. 2024-12-04T21:59:45,709 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:45,709 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:45,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3. as already flushing 2024-12-04T21:59:45,709 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:59:45,709 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:45,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3. 2024-12-04T21:59:45,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52148 deadline: 1733349645707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:45,709 ERROR [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => 176b9d31facf52fe192f3f92550ea6a3, NAME => 'TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:59:45,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => 176b9d31facf52fe192f3f92550ea6a3, NAME => 'TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:59:45,709 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:45,709 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:45,709 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:59:45,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44103 {}] master.HMaster(4177): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 176b9d31facf52fe192f3f92550ea6a3, NAME => 'TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 176b9d31facf52fe192f3f92550ea6a3, NAME => 'TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:59:45,779 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=140 (bloomFilter=true), to=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/.tmp/B/9f2d041af1b642168b2e48fed19a7261 2024-12-04T21:59:45,784 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/.tmp/C/6a455e1304354cabba722fd963f069fe is 50, key is test_row_0/C:col10/1733349584549/Put/seqid=0 2024-12-04T21:59:45,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742381_1557 (size=12151) 2024-12-04T21:59:45,861 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39095 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-12-04T21:59:45,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3. 2024-12-04T21:59:45,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3. as already flushing 2024-12-04T21:59:45,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3. 2024-12-04T21:59:45,861 ERROR [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => 176b9d31facf52fe192f3f92550ea6a3, NAME => 'TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:59:45,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => 176b9d31facf52fe192f3f92550ea6a3, NAME => 'TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:59:45,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44103 {}] master.HMaster(4177): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 176b9d31facf52fe192f3f92550ea6a3, NAME => 'TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 176b9d31facf52fe192f3f92550ea6a3, NAME => 'TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:59:46,013 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39095 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-12-04T21:59:46,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3. 2024-12-04T21:59:46,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3. as already flushing 2024-12-04T21:59:46,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3. 2024-12-04T21:59:46,014 ERROR [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => 176b9d31facf52fe192f3f92550ea6a3, NAME => 'TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:59:46,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => 176b9d31facf52fe192f3f92550ea6a3, NAME => 'TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:59:46,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44103 {}] master.HMaster(4177): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 176b9d31facf52fe192f3f92550ea6a3, NAME => 'TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 176b9d31facf52fe192f3f92550ea6a3, NAME => 'TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:59:46,166 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39095 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-12-04T21:59:46,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3. 2024-12-04T21:59:46,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3. as already flushing 2024-12-04T21:59:46,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3. 2024-12-04T21:59:46,166 ERROR [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => 176b9d31facf52fe192f3f92550ea6a3, NAME => 'TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:59:46,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => 176b9d31facf52fe192f3f92550ea6a3, NAME => 'TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:59:46,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44103 {}] master.HMaster(4177): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 176b9d31facf52fe192f3f92550ea6a3, NAME => 'TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 176b9d31facf52fe192f3f92550ea6a3, NAME => 'TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:59:46,187 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=140 (bloomFilter=true), to=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/.tmp/C/6a455e1304354cabba722fd963f069fe 2024-12-04T21:59:46,190 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/.tmp/A/5b159e1419714ac0b8e396d0e7c19486 as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/A/5b159e1419714ac0b8e396d0e7c19486 2024-12-04T21:59:46,193 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/A/5b159e1419714ac0b8e396d0e7c19486, entries=200, sequenceid=140, filesize=38.8 K 2024-12-04T21:59:46,193 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/.tmp/B/9f2d041af1b642168b2e48fed19a7261 as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/B/9f2d041af1b642168b2e48fed19a7261 2024-12-04T21:59:46,196 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/B/9f2d041af1b642168b2e48fed19a7261, entries=150, sequenceid=140, filesize=11.9 K 2024-12-04T21:59:46,196 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/.tmp/C/6a455e1304354cabba722fd963f069fe as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/C/6a455e1304354cabba722fd963f069fe 2024-12-04T21:59:46,198 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/C/6a455e1304354cabba722fd963f069fe, entries=150, sequenceid=140, filesize=11.9 K 2024-12-04T21:59:46,199 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=73.80 KB/75570 for 176b9d31facf52fe192f3f92550ea6a3 in 1649ms, sequenceid=140, compaction requested=true 2024-12-04T21:59:46,199 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 176b9d31facf52fe192f3f92550ea6a3: 2024-12-04T21:59:46,199 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 176b9d31facf52fe192f3f92550ea6a3:A, priority=-2147483648, current under compaction store size is 1 2024-12-04T21:59:46,199 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T21:59:46,199 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T21:59:46,199 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T21:59:46,200 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 176b9d31facf52fe192f3f92550ea6a3:B, priority=-2147483648, current under compaction store size is 2 2024-12-04T21:59:46,200 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T21:59:46,200 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 176b9d31facf52fe192f3f92550ea6a3:C, priority=-2147483648, current under compaction store size is 3 2024-12-04T21:59:46,200 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T21:59:46,200 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101865 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T21:59:46,200 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T21:59:46,200 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HStore(1541): 176b9d31facf52fe192f3f92550ea6a3/A is initiating minor compaction (all files) 2024-12-04T21:59:46,200 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HStore(1541): 176b9d31facf52fe192f3f92550ea6a3/B is initiating minor compaction (all files) 2024-12-04T21:59:46,200 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 176b9d31facf52fe192f3f92550ea6a3/B in TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3. 2024-12-04T21:59:46,200 INFO [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 176b9d31facf52fe192f3f92550ea6a3/A in TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3. 2024-12-04T21:59:46,200 INFO [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/A/e4954bbc359c4034b786ef8308cdae77, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/A/2166d9631f824f4a95d19124918842cb, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/A/5b159e1419714ac0b8e396d0e7c19486] into tmpdir=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/.tmp, totalSize=99.5 K 2024-12-04T21:59:46,200 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/B/46af2339594a43f1b3c726951f3f7087, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/B/6356d8ecf5eb44e084ed12a86d54bce5, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/B/9f2d041af1b642168b2e48fed19a7261] into tmpdir=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/.tmp, totalSize=35.5 K 2024-12-04T21:59:46,200 INFO [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3. 2024-12-04T21:59:46,200 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3. files: [hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/A/e4954bbc359c4034b786ef8308cdae77, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/A/2166d9631f824f4a95d19124918842cb, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/A/5b159e1419714ac0b8e396d0e7c19486] 2024-12-04T21:59:46,201 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.Compactor(225): Compacting 46af2339594a43f1b3c726951f3f7087, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=104, earliestPutTs=1733349579584 2024-12-04T21:59:46,201 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] compactions.Compactor(225): Compacting e4954bbc359c4034b786ef8308cdae77, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=104, earliestPutTs=1733349579584 2024-12-04T21:59:46,201 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2166d9631f824f4a95d19124918842cb, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1733349580224 2024-12-04T21:59:46,201 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.Compactor(225): Compacting 6356d8ecf5eb44e084ed12a86d54bce5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1733349580224 2024-12-04T21:59:46,201 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5b159e1419714ac0b8e396d0e7c19486, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=140, earliestPutTs=1733349582399 2024-12-04T21:59:46,201 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.Compactor(225): Compacting 9f2d041af1b642168b2e48fed19a7261, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=140, earliestPutTs=1733349582399 2024-12-04T21:59:46,207 INFO [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=176b9d31facf52fe192f3f92550ea6a3] 2024-12-04T21:59:46,208 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241204bd26262cd7584d9db42fccde52e429f2_176b9d31facf52fe192f3f92550ea6a3 store=[table=TestAcidGuarantees family=A region=176b9d31facf52fe192f3f92550ea6a3] 2024-12-04T21:59:46,208 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 176b9d31facf52fe192f3f92550ea6a3#B#compaction#471 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-04T21:59:46,209 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/.tmp/B/5adeacf2d6e04b5b89ea0d682a155d39 is 50, key is test_row_0/B:col10/1733349584549/Put/seqid=0 2024-12-04T21:59:46,209 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241204bd26262cd7584d9db42fccde52e429f2_176b9d31facf52fe192f3f92550ea6a3, store=[table=TestAcidGuarantees family=A region=176b9d31facf52fe192f3f92550ea6a3] 2024-12-04T21:59:46,209 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241204bd26262cd7584d9db42fccde52e429f2_176b9d31facf52fe192f3f92550ea6a3 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=176b9d31facf52fe192f3f92550ea6a3] 2024-12-04T21:59:46,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742382_1558 (size=4469) 2024-12-04T21:59:46,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742383_1559 (size=12459) 2024-12-04T21:59:46,217 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/.tmp/B/5adeacf2d6e04b5b89ea0d682a155d39 as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/B/5adeacf2d6e04b5b89ea0d682a155d39 2024-12-04T21:59:46,220 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 176b9d31facf52fe192f3f92550ea6a3/B of 176b9d31facf52fe192f3f92550ea6a3 into 5adeacf2d6e04b5b89ea0d682a155d39(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T21:59:46,220 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 176b9d31facf52fe192f3f92550ea6a3: 2024-12-04T21:59:46,220 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., storeName=176b9d31facf52fe192f3f92550ea6a3/B, priority=13, startTime=1733349586199; duration=0sec 2024-12-04T21:59:46,220 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T21:59:46,220 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 176b9d31facf52fe192f3f92550ea6a3:B 2024-12-04T21:59:46,220 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T21:59:46,221 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T21:59:46,221 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HStore(1541): 176b9d31facf52fe192f3f92550ea6a3/C is initiating minor compaction (all files) 2024-12-04T21:59:46,221 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 176b9d31facf52fe192f3f92550ea6a3/C in TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3. 2024-12-04T21:59:46,221 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/C/67e2b30fd1294d49aa5bb6e46b2aee73, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/C/7733005426bb4db7a3807b9c73ffd90f, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/C/6a455e1304354cabba722fd963f069fe] into tmpdir=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/.tmp, totalSize=35.5 K 2024-12-04T21:59:46,221 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.Compactor(225): Compacting 67e2b30fd1294d49aa5bb6e46b2aee73, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=104, earliestPutTs=1733349579584 2024-12-04T21:59:46,222 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.Compactor(225): Compacting 7733005426bb4db7a3807b9c73ffd90f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1733349580224 2024-12-04T21:59:46,222 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.Compactor(225): Compacting 6a455e1304354cabba722fd963f069fe, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=140, earliestPutTs=1733349582399 2024-12-04T21:59:46,226 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 176b9d31facf52fe192f3f92550ea6a3#C#compaction#473 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-04T21:59:46,227 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/.tmp/C/5f47dc9f72c2439f8491b185059c13d4 is 50, key is test_row_0/C:col10/1733349584549/Put/seqid=0 2024-12-04T21:59:46,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742384_1560 (size=12459) 2024-12-04T21:59:46,233 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/.tmp/C/5f47dc9f72c2439f8491b185059c13d4 as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/C/5f47dc9f72c2439f8491b185059c13d4 2024-12-04T21:59:46,236 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 176b9d31facf52fe192f3f92550ea6a3/C of 176b9d31facf52fe192f3f92550ea6a3 into 5f47dc9f72c2439f8491b185059c13d4(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T21:59:46,236 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 176b9d31facf52fe192f3f92550ea6a3: 2024-12-04T21:59:46,236 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., storeName=176b9d31facf52fe192f3f92550ea6a3/C, priority=13, startTime=1733349586200; duration=0sec 2024-12-04T21:59:46,236 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T21:59:46,236 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 176b9d31facf52fe192f3f92550ea6a3:C 2024-12-04T21:59:46,318 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39095 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-12-04T21:59:46,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3. 2024-12-04T21:59:46,319 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2902): Flushing 176b9d31facf52fe192f3f92550ea6a3 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB 2024-12-04T21:59:46,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 176b9d31facf52fe192f3f92550ea6a3, store=A 2024-12-04T21:59:46,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T21:59:46,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 176b9d31facf52fe192f3f92550ea6a3, store=B 2024-12-04T21:59:46,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T21:59:46,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 176b9d31facf52fe192f3f92550ea6a3, store=C 2024-12-04T21:59:46,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T21:59:46,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412043e1e3e2bc8964d46859b06a6bd78fa47_176b9d31facf52fe192f3f92550ea6a3 is 50, key is test_row_0/A:col10/1733349584569/Put/seqid=0 2024-12-04T21:59:46,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742385_1561 (size=12304) 2024-12-04T21:59:46,613 INFO [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 176b9d31facf52fe192f3f92550ea6a3#A#compaction#472 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T21:59:46,613 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/.tmp/A/b4d6dbab601a4fcebf9e63bfdd6a742b is 175, key is test_row_0/A:col10/1733349584549/Put/seqid=0 2024-12-04T21:59:46,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742386_1562 (size=31413) 2024-12-04T21:59:46,619 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/.tmp/A/b4d6dbab601a4fcebf9e63bfdd6a742b as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/A/b4d6dbab601a4fcebf9e63bfdd6a742b 2024-12-04T21:59:46,627 INFO [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 176b9d31facf52fe192f3f92550ea6a3/A of 176b9d31facf52fe192f3f92550ea6a3 into b4d6dbab601a4fcebf9e63bfdd6a742b(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T21:59:46,627 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 176b9d31facf52fe192f3f92550ea6a3: 2024-12-04T21:59:46,627 INFO [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., storeName=176b9d31facf52fe192f3f92550ea6a3/A, priority=13, startTime=1733349586199; duration=0sec 2024-12-04T21:59:46,627 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T21:59:46,627 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 176b9d31facf52fe192f3f92550ea6a3:A 2024-12-04T21:59:46,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-12-04T21:59:46,719 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3. as already flushing 2024-12-04T21:59:46,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(8855): Flush requested on 176b9d31facf52fe192f3f92550ea6a3 2024-12-04T21:59:46,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:59:46,733 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412043e1e3e2bc8964d46859b06a6bd78fa47_176b9d31facf52fe192f3f92550ea6a3 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412043e1e3e2bc8964d46859b06a6bd78fa47_176b9d31facf52fe192f3f92550ea6a3 2024-12-04T21:59:46,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/.tmp/A/83a4b30287ea43459cf49bbfc074332c, store: [table=TestAcidGuarantees family=A region=176b9d31facf52fe192f3f92550ea6a3] 2024-12-04T21:59:46,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/.tmp/A/83a4b30287ea43459cf49bbfc074332c is 175, key is test_row_0/A:col10/1733349584569/Put/seqid=0 2024-12-04T21:59:46,735 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:46,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52148 deadline: 1733349646732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:46,736 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:46,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52216 deadline: 1733349646733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:46,736 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:46,736 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:46,736 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:46,736 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:59:46,736 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:46,736 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:59:46,738 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:46,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52202 deadline: 1733349646735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:46,738 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:46,738 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:46,738 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:46,738 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:59:46,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52198 deadline: 1733349646736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:46,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742387_1563 (size=31105) 2024-12-04T21:59:46,739 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:46,739 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:46,739 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:59:46,838 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:46,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52148 deadline: 1733349646838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:46,839 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:46,839 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:46,839 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:59:46,848 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:46,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52216 deadline: 1733349646848, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:46,848 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:46,848 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:46,848 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:46,848 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:59:46,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52202 deadline: 1733349646848, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:46,849 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:46,849 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:46,849 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:46,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52198 deadline: 1733349646848, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:46,849 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:59:46,849 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:46,849 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:46,849 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:59:47,049 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:47,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52148 deadline: 1733349647047, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:47,050 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:47,050 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:47,050 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:59:47,059 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:47,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52216 deadline: 1733349647058, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:47,059 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:47,059 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:47,059 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:47,059 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:59:47,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52202 deadline: 1733349647058, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:47,059 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:47,059 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:47,059 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:47,059 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:59:47,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52198 deadline: 1733349647058, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:47,060 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:47,060 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:47,060 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:59:47,138 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=156, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/.tmp/A/83a4b30287ea43459cf49bbfc074332c 2024-12-04T21:59:47,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/.tmp/B/0a545d72f8b84077b371715b96ebd920 is 50, key is test_row_0/B:col10/1733349584569/Put/seqid=0 2024-12-04T21:59:47,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742388_1564 (size=12151) 2024-12-04T21:59:47,359 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:47,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52148 deadline: 1733349647357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:47,360 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:47,360 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:47,360 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:59:47,369 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:47,369 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:47,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52216 deadline: 1733349647367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:47,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52202 deadline: 1733349647367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:47,370 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:47,370 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:47,370 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:47,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52198 deadline: 1733349647368, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:47,370 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:59:47,370 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:47,370 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:47,370 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:59:47,370 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:47,370 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:47,370 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:59:47,552 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/.tmp/B/0a545d72f8b84077b371715b96ebd920 2024-12-04T21:59:47,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/.tmp/C/2f548ba7945f49b7bb25cb57aeb00743 is 50, key is test_row_0/C:col10/1733349584569/Put/seqid=0 2024-12-04T21:59:47,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742389_1565 (size=12151) 2024-12-04T21:59:47,868 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:47,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52148 deadline: 1733349647867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:47,869 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:47,869 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:47,869 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:59:47,879 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:47,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52202 deadline: 1733349647877, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:47,879 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:47,879 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:47,879 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:47,879 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:59:47,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52198 deadline: 1733349647877, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:47,879 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:47,879 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:47,879 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:47,879 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:59:47,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52216 deadline: 1733349647878, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:47,879 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:47,880 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:47,880 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:59:47,978 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/.tmp/C/2f548ba7945f49b7bb25cb57aeb00743 2024-12-04T21:59:47,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/.tmp/A/83a4b30287ea43459cf49bbfc074332c as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/A/83a4b30287ea43459cf49bbfc074332c 2024-12-04T21:59:47,983 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/A/83a4b30287ea43459cf49bbfc074332c, entries=150, sequenceid=156, filesize=30.4 K 2024-12-04T21:59:47,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/.tmp/B/0a545d72f8b84077b371715b96ebd920 as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/B/0a545d72f8b84077b371715b96ebd920 2024-12-04T21:59:47,986 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/B/0a545d72f8b84077b371715b96ebd920, entries=150, sequenceid=156, filesize=11.9 K 2024-12-04T21:59:47,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/.tmp/C/2f548ba7945f49b7bb25cb57aeb00743 as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/C/2f548ba7945f49b7bb25cb57aeb00743 2024-12-04T21:59:47,989 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/C/2f548ba7945f49b7bb25cb57aeb00743, entries=150, sequenceid=156, filesize=11.9 K 2024-12-04T21:59:47,989 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=100.63 KB/103050 for 176b9d31facf52fe192f3f92550ea6a3 in 1671ms, sequenceid=156, compaction requested=false 2024-12-04T21:59:47,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2603): Flush status journal for 176b9d31facf52fe192f3f92550ea6a3: 2024-12-04T21:59:47,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3. 2024-12-04T21:59:47,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=153 2024-12-04T21:59:47,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44103 {}] master.HMaster(4169): Remote procedure done, pid=153 2024-12-04T21:59:47,992 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=153, resume processing ppid=152 2024-12-04T21:59:47,992 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=153, ppid=152, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.5000 sec 2024-12-04T21:59:47,993 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=152, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees in 3.5040 sec 2024-12-04T21:59:48,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-12-04T21:59:48,647 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-04T21:59:48,648 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44103 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-04T21:59:48,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44103 {}] procedure2.ProcedureExecutor(1139): Stored pid=154, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees 2024-12-04T21:59:48,649 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=154, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-04T21:59:48,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-12-04T21:59:48,650 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=154, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-04T21:59:48,650 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=155, ppid=154, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-04T21:59:48,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-12-04T21:59:48,802 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39095 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-12-04T21:59:48,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3. 2024-12-04T21:59:48,802 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2902): Flushing 176b9d31facf52fe192f3f92550ea6a3 3/3 column families, dataSize=100.63 KB heapSize=299.58 KB 2024-12-04T21:59:48,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 176b9d31facf52fe192f3f92550ea6a3, store=A 2024-12-04T21:59:48,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T21:59:48,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 176b9d31facf52fe192f3f92550ea6a3, store=B 2024-12-04T21:59:48,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T21:59:48,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 176b9d31facf52fe192f3f92550ea6a3, store=C 2024-12-04T21:59:48,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T21:59:48,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241204147407fa6baa49f58198843d2992272e_176b9d31facf52fe192f3f92550ea6a3 is 50, key is test_row_0/A:col10/1733349586734/Put/seqid=0 2024-12-04T21:59:48,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742390_1566 (size=12304) 2024-12-04T21:59:48,880 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3. as already flushing 2024-12-04T21:59:48,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(8855): Flush requested on 176b9d31facf52fe192f3f92550ea6a3 2024-12-04T21:59:48,899 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:48,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52202 deadline: 1733349648896, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:48,900 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:48,900 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:48,900 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:59:48,900 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:48,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52148 deadline: 1733349648897, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:48,900 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:48,900 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:48,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52216 deadline: 1733349648898, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:48,900 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:48,900 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:59:48,900 WARN [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRpcRetryingCaller(177): Call to bb3046a53f79,39095,1733349424047 for 'test_row_0' in 176b9d31facf52fe192f3f92550ea6a3 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2168 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-04T21:59:48,901 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:48,901 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:48,901 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:59:48,903 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:48,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52198 deadline: 1733349648899, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:48,903 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:48,903 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:48,903 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:59:48,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-12-04T21:59:49,008 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:49,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52202 deadline: 1733349649008, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:49,009 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:49,009 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:49,009 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:49,009 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:59:49,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52148 deadline: 1733349649008, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:49,009 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:49,009 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:49,009 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:49,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52198 deadline: 1733349649008, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:49,009 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:59:49,009 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:49,009 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:49,009 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:59:49,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:59:49,212 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241204147407fa6baa49f58198843d2992272e_176b9d31facf52fe192f3f92550ea6a3 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204147407fa6baa49f58198843d2992272e_176b9d31facf52fe192f3f92550ea6a3 2024-12-04T21:59:49,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/.tmp/A/7eda7fdd54ed4d2a89b053975734040b, store: [table=TestAcidGuarantees family=A region=176b9d31facf52fe192f3f92550ea6a3] 2024-12-04T21:59:49,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/.tmp/A/7eda7fdd54ed4d2a89b053975734040b is 175, key is test_row_0/A:col10/1733349586734/Put/seqid=0 2024-12-04T21:59:49,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742391_1567 (size=31105) 2024-12-04T21:59:49,218 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:49,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52202 deadline: 1733349649217, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:49,218 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:49,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52148 deadline: 1733349649217, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:49,218 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:49,218 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:49,218 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:59:49,218 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:49,218 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:49,218 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:59:49,220 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:49,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52198 deadline: 1733349649218, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:49,220 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:49,220 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:49,220 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:59:49,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-12-04T21:59:49,530 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:49,530 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:49,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52202 deadline: 1733349649528, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:49,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52148 deadline: 1733349649528, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:49,531 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:49,531 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:49,531 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:49,531 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:49,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52198 deadline: 1733349649528, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:49,531 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:49,531 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:59:49,531 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:59:49,531 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:49,531 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:49,531 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:59:49,616 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=175, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/.tmp/A/7eda7fdd54ed4d2a89b053975734040b 2024-12-04T21:59:49,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/.tmp/B/3149f1c47ccc48b1bd35a8c3c12d0e64 is 50, key is test_row_0/B:col10/1733349586734/Put/seqid=0 2024-12-04T21:59:49,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742392_1568 (size=12151) 2024-12-04T21:59:49,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-12-04T21:59:50,024 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=175 (bloomFilter=true), to=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/.tmp/B/3149f1c47ccc48b1bd35a8c3c12d0e64 2024-12-04T21:59:50,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/.tmp/C/d16262c9b25d44c68ed8af7f439d70ce is 50, key is test_row_0/C:col10/1733349586734/Put/seqid=0 2024-12-04T21:59:50,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742393_1569 (size=12151) 2024-12-04T21:59:50,040 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:50,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52148 deadline: 1733349650038, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:50,040 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:50,040 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:50,040 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:50,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52202 deadline: 1733349650038, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:50,040 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:59:50,040 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:50,040 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:50,040 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:50,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52198 deadline: 1733349650038, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:50,040 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:59:50,041 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:50,041 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:50,041 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:59:50,432 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=175 (bloomFilter=true), to=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/.tmp/C/d16262c9b25d44c68ed8af7f439d70ce 2024-12-04T21:59:50,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/.tmp/A/7eda7fdd54ed4d2a89b053975734040b as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/A/7eda7fdd54ed4d2a89b053975734040b 2024-12-04T21:59:50,437 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/A/7eda7fdd54ed4d2a89b053975734040b, entries=150, sequenceid=175, filesize=30.4 K 2024-12-04T21:59:50,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/.tmp/B/3149f1c47ccc48b1bd35a8c3c12d0e64 as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/B/3149f1c47ccc48b1bd35a8c3c12d0e64 2024-12-04T21:59:50,440 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/B/3149f1c47ccc48b1bd35a8c3c12d0e64, entries=150, sequenceid=175, filesize=11.9 K 2024-12-04T21:59:50,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/.tmp/C/d16262c9b25d44c68ed8af7f439d70ce as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/C/d16262c9b25d44c68ed8af7f439d70ce 2024-12-04T21:59:50,443 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/C/d16262c9b25d44c68ed8af7f439d70ce, entries=150, sequenceid=175, filesize=11.9 K 2024-12-04T21:59:50,444 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=73.80 KB/75570 for 176b9d31facf52fe192f3f92550ea6a3 in 1642ms, sequenceid=175, compaction requested=true 2024-12-04T21:59:50,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2603): Flush status journal for 176b9d31facf52fe192f3f92550ea6a3: 2024-12-04T21:59:50,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3. 2024-12-04T21:59:50,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=155 2024-12-04T21:59:50,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44103 {}] master.HMaster(4169): Remote procedure done, pid=155 2024-12-04T21:59:50,447 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=155, resume processing ppid=154 2024-12-04T21:59:50,447 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=155, ppid=154, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7960 sec 2024-12-04T21:59:50,448 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=154, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees in 1.8000 sec 2024-12-04T21:59:50,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-12-04T21:59:50,798 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-04T21:59:50,798 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44103 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-04T21:59:50,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44103 {}] procedure2.ProcedureExecutor(1139): Stored pid=156, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees 2024-12-04T21:59:50,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-12-04T21:59:50,800 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=156, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-04T21:59:50,800 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=156, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-04T21:59:50,800 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=157, ppid=156, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-04T21:59:50,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-12-04T21:59:50,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(8855): Flush requested on 176b9d31facf52fe192f3f92550ea6a3 2024-12-04T21:59:50,920 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 176b9d31facf52fe192f3f92550ea6a3 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB 2024-12-04T21:59:50,920 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 176b9d31facf52fe192f3f92550ea6a3, store=A 2024-12-04T21:59:50,920 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T21:59:50,920 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 176b9d31facf52fe192f3f92550ea6a3, store=B 2024-12-04T21:59:50,920 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T21:59:50,920 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 176b9d31facf52fe192f3f92550ea6a3, store=C 2024-12-04T21:59:50,920 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T21:59:50,925 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241204d207e4e649ea4646ab90861fe95f5393_176b9d31facf52fe192f3f92550ea6a3 is 50, key is test_row_0/A:col10/1733349590918/Put/seqid=0 2024-12-04T21:59:50,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742394_1570 (size=14794) 2024-12-04T21:59:50,952 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39095 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-12-04T21:59:50,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3. 2024-12-04T21:59:50,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3. as already flushing 2024-12-04T21:59:50,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3. 2024-12-04T21:59:50,952 ERROR [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157 java.io.IOException: Unable to complete flush {ENCODED => 176b9d31facf52fe192f3f92550ea6a3, NAME => 'TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:59:50,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157 java.io.IOException: Unable to complete flush {ENCODED => 176b9d31facf52fe192f3f92550ea6a3, NAME => 'TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:59:50,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44103 {}] master.HMaster(4177): Remote procedure failed, pid=157 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 176b9d31facf52fe192f3f92550ea6a3, NAME => 'TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 176b9d31facf52fe192f3f92550ea6a3, NAME => 'TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:59:50,972 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:50,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52216 deadline: 1733349650969, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:50,972 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:50,972 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:50,972 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:59:51,049 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:51,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52148 deadline: 1733349651047, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:51,049 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:51,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52202 deadline: 1733349651048, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:51,050 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:51,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52198 deadline: 1733349651048, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:51,049 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to bb3046a53f79,39095,1733349424047 for 'test_row_2' in 176b9d31facf52fe192f3f92550ea6a3 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2152 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-04T21:59:51,050 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:51,050 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:51,050 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:59:51,050 WARN [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRpcRetryingCaller(177): Call to bb3046a53f79,39095,1733349424047 for 'test_row_1' in 176b9d31facf52fe192f3f92550ea6a3 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2153 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-04T21:59:51,050 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:51,050 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:51,050 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:59:51,050 WARN [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to bb3046a53f79,39095,1733349424047 for 'test_row_1' in 176b9d31facf52fe192f3f92550ea6a3 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2150 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-04T21:59:51,050 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:51,050 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:51,050 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:59:51,080 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:51,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52216 deadline: 1733349651078, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:51,081 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:51,081 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:51,081 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:59:51,104 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39095 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-12-04T21:59:51,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3. 2024-12-04T21:59:51,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3. as already flushing 2024-12-04T21:59:51,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3. 2024-12-04T21:59:51,105 ERROR [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157 java.io.IOException: Unable to complete flush {ENCODED => 176b9d31facf52fe192f3f92550ea6a3, NAME => 'TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:59:51,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157 java.io.IOException: Unable to complete flush {ENCODED => 176b9d31facf52fe192f3f92550ea6a3, NAME => 'TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:59:51,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44103 {}] master.HMaster(4177): Remote procedure failed, pid=157 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 176b9d31facf52fe192f3f92550ea6a3, NAME => 'TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 176b9d31facf52fe192f3f92550ea6a3, NAME => 'TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:59:51,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-12-04T21:59:51,257 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39095 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-12-04T21:59:51,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3. 2024-12-04T21:59:51,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3. as already flushing 2024-12-04T21:59:51,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3. 2024-12-04T21:59:51,257 ERROR [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157 java.io.IOException: Unable to complete flush {ENCODED => 176b9d31facf52fe192f3f92550ea6a3, NAME => 'TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:59:51,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157 java.io.IOException: Unable to complete flush {ENCODED => 176b9d31facf52fe192f3f92550ea6a3, NAME => 'TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:59:51,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44103 {}] master.HMaster(4177): Remote procedure failed, pid=157 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 176b9d31facf52fe192f3f92550ea6a3, NAME => 'TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 176b9d31facf52fe192f3f92550ea6a3, NAME => 'TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:59:51,288 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:51,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52216 deadline: 1733349651288, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:51,289 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:51,289 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:51,289 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:59:51,328 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:59:51,331 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241204d207e4e649ea4646ab90861fe95f5393_176b9d31facf52fe192f3f92550ea6a3 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204d207e4e649ea4646ab90861fe95f5393_176b9d31facf52fe192f3f92550ea6a3 2024-12-04T21:59:51,332 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/.tmp/A/86870a9d3fc94186810837984f767a20, store: [table=TestAcidGuarantees family=A region=176b9d31facf52fe192f3f92550ea6a3] 2024-12-04T21:59:51,332 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/.tmp/A/86870a9d3fc94186810837984f767a20 is 175, key is test_row_0/A:col10/1733349590918/Put/seqid=0 2024-12-04T21:59:51,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742395_1571 (size=39749) 2024-12-04T21:59:51,409 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39095 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-12-04T21:59:51,409 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3. 2024-12-04T21:59:51,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3. as already flushing 2024-12-04T21:59:51,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3. 2024-12-04T21:59:51,410 ERROR [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157 java.io.IOException: Unable to complete flush {ENCODED => 176b9d31facf52fe192f3f92550ea6a3, NAME => 'TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:59:51,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157 java.io.IOException: Unable to complete flush {ENCODED => 176b9d31facf52fe192f3f92550ea6a3, NAME => 'TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:59:51,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44103 {}] master.HMaster(4177): Remote procedure failed, pid=157 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 176b9d31facf52fe192f3f92550ea6a3, NAME => 'TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 176b9d31facf52fe192f3f92550ea6a3, NAME => 'TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:59:51,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-12-04T21:59:51,562 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39095 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-12-04T21:59:51,562 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3. 2024-12-04T21:59:51,562 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3. as already flushing 2024-12-04T21:59:51,562 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3. 2024-12-04T21:59:51,562 ERROR [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157 java.io.IOException: Unable to complete flush {ENCODED => 176b9d31facf52fe192f3f92550ea6a3, NAME => 'TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:59:51,562 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157 java.io.IOException: Unable to complete flush {ENCODED => 176b9d31facf52fe192f3f92550ea6a3, NAME => 'TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:59:51,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44103 {}] master.HMaster(4177): Remote procedure failed, pid=157 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 176b9d31facf52fe192f3f92550ea6a3, NAME => 'TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 176b9d31facf52fe192f3f92550ea6a3, NAME => 'TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:59:51,601 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:51,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52216 deadline: 1733349651598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:51,601 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:51,601 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:51,601 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:59:51,714 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39095 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-12-04T21:59:51,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3. 2024-12-04T21:59:51,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3. as already flushing 2024-12-04T21:59:51,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3. 2024-12-04T21:59:51,715 ERROR [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157 java.io.IOException: Unable to complete flush {ENCODED => 176b9d31facf52fe192f3f92550ea6a3, NAME => 'TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:59:51,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157 java.io.IOException: Unable to complete flush {ENCODED => 176b9d31facf52fe192f3f92550ea6a3, NAME => 'TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:59:51,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44103 {}] master.HMaster(4177): Remote procedure failed, pid=157 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 176b9d31facf52fe192f3f92550ea6a3, NAME => 'TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 176b9d31facf52fe192f3f92550ea6a3, NAME => 'TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:59:51,745 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=190, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/.tmp/A/86870a9d3fc94186810837984f767a20 2024-12-04T21:59:51,750 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/.tmp/B/a73c659d856e4277b8ea8ce07c0698ed is 50, key is test_row_0/B:col10/1733349590918/Put/seqid=0 2024-12-04T21:59:51,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742396_1572 (size=12151) 2024-12-04T21:59:51,867 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39095 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-12-04T21:59:51,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3. 2024-12-04T21:59:51,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3. as already flushing 2024-12-04T21:59:51,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3. 2024-12-04T21:59:51,867 ERROR [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157 java.io.IOException: Unable to complete flush {ENCODED => 176b9d31facf52fe192f3f92550ea6a3, NAME => 'TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:59:51,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157 java.io.IOException: Unable to complete flush {ENCODED => 176b9d31facf52fe192f3f92550ea6a3, NAME => 'TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:59:51,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44103 {}] master.HMaster(4177): Remote procedure failed, pid=157 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 176b9d31facf52fe192f3f92550ea6a3, NAME => 'TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 176b9d31facf52fe192f3f92550ea6a3, NAME => 'TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:59:51,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-12-04T21:59:52,019 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39095 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-12-04T21:59:52,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3. 2024-12-04T21:59:52,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3. as already flushing 2024-12-04T21:59:52,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3. 2024-12-04T21:59:52,020 ERROR [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157 java.io.IOException: Unable to complete flush {ENCODED => 176b9d31facf52fe192f3f92550ea6a3, NAME => 'TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:59:52,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157 java.io.IOException: Unable to complete flush {ENCODED => 176b9d31facf52fe192f3f92550ea6a3, NAME => 'TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:59:52,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44103 {}] master.HMaster(4177): Remote procedure failed, pid=157 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 176b9d31facf52fe192f3f92550ea6a3, NAME => 'TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 176b9d31facf52fe192f3f92550ea6a3, NAME => 'TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:59:52,109 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:52,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52216 deadline: 1733349652108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:52,109 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:52,109 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:52,109 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:59:52,153 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=190 (bloomFilter=true), to=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/.tmp/B/a73c659d856e4277b8ea8ce07c0698ed 2024-12-04T21:59:52,158 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/.tmp/C/e9fc8a3059b04cb5a458f3e4fb9c1d43 is 50, key is test_row_0/C:col10/1733349590918/Put/seqid=0 2024-12-04T21:59:52,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742397_1573 (size=12151) 2024-12-04T21:59:52,172 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39095 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-12-04T21:59:52,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3. 2024-12-04T21:59:52,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3. as already flushing 2024-12-04T21:59:52,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3. 2024-12-04T21:59:52,172 ERROR [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157 java.io.IOException: Unable to complete flush {ENCODED => 176b9d31facf52fe192f3f92550ea6a3, NAME => 'TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:59:52,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157 java.io.IOException: Unable to complete flush {ENCODED => 176b9d31facf52fe192f3f92550ea6a3, NAME => 'TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:59:52,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44103 {}] master.HMaster(4177): Remote procedure failed, pid=157 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 176b9d31facf52fe192f3f92550ea6a3, NAME => 'TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 176b9d31facf52fe192f3f92550ea6a3, NAME => 'TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:59:52,324 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39095 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-12-04T21:59:52,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3. 2024-12-04T21:59:52,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3. as already flushing 2024-12-04T21:59:52,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3. 2024-12-04T21:59:52,325 ERROR [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157 java.io.IOException: Unable to complete flush {ENCODED => 176b9d31facf52fe192f3f92550ea6a3, NAME => 'TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:59:52,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157 java.io.IOException: Unable to complete flush {ENCODED => 176b9d31facf52fe192f3f92550ea6a3, NAME => 'TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:59:52,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44103 {}] master.HMaster(4177): Remote procedure failed, pid=157 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 176b9d31facf52fe192f3f92550ea6a3, NAME => 'TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 176b9d31facf52fe192f3f92550ea6a3, NAME => 'TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:59:52,477 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39095 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-12-04T21:59:52,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3. 2024-12-04T21:59:52,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3. as already flushing 2024-12-04T21:59:52,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3. 2024-12-04T21:59:52,477 ERROR [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157 java.io.IOException: Unable to complete flush {ENCODED => 176b9d31facf52fe192f3f92550ea6a3, NAME => 'TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:59:52,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157 java.io.IOException: Unable to complete flush {ENCODED => 176b9d31facf52fe192f3f92550ea6a3, NAME => 'TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:59:52,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44103 {}] master.HMaster(4177): Remote procedure failed, pid=157 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 176b9d31facf52fe192f3f92550ea6a3, NAME => 'TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 176b9d31facf52fe192f3f92550ea6a3, NAME => 'TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:59:52,561 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=190 (bloomFilter=true), to=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/.tmp/C/e9fc8a3059b04cb5a458f3e4fb9c1d43 2024-12-04T21:59:52,564 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/.tmp/A/86870a9d3fc94186810837984f767a20 as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/A/86870a9d3fc94186810837984f767a20 2024-12-04T21:59:52,567 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/A/86870a9d3fc94186810837984f767a20, entries=200, sequenceid=190, filesize=38.8 K 2024-12-04T21:59:52,567 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/.tmp/B/a73c659d856e4277b8ea8ce07c0698ed as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/B/a73c659d856e4277b8ea8ce07c0698ed 2024-12-04T21:59:52,569 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/B/a73c659d856e4277b8ea8ce07c0698ed, entries=150, sequenceid=190, filesize=11.9 K 2024-12-04T21:59:52,570 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/.tmp/C/e9fc8a3059b04cb5a458f3e4fb9c1d43 as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/C/e9fc8a3059b04cb5a458f3e4fb9c1d43 2024-12-04T21:59:52,572 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/C/e9fc8a3059b04cb5a458f3e4fb9c1d43, entries=150, sequenceid=190, filesize=11.9 K 2024-12-04T21:59:52,573 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=93.93 KB/96180 for 176b9d31facf52fe192f3f92550ea6a3 in 1654ms, sequenceid=190, compaction requested=true 2024-12-04T21:59:52,573 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 176b9d31facf52fe192f3f92550ea6a3: 2024-12-04T21:59:52,574 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 176b9d31facf52fe192f3f92550ea6a3:A, priority=-2147483648, current under compaction store size is 1 2024-12-04T21:59:52,574 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T21:59:52,574 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-04T21:59:52,574 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 176b9d31facf52fe192f3f92550ea6a3:B, priority=-2147483648, current under compaction store size is 2 2024-12-04T21:59:52,574 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T21:59:52,574 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-04T21:59:52,574 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 176b9d31facf52fe192f3f92550ea6a3:C, priority=-2147483648, current under compaction store size is 3 2024-12-04T21:59:52,574 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T21:59:52,574 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 133372 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-04T21:59:52,575 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HStore(1541): 176b9d31facf52fe192f3f92550ea6a3/A is initiating minor compaction (all files) 2024-12-04T21:59:52,575 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48912 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-04T21:59:52,575 INFO [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 176b9d31facf52fe192f3f92550ea6a3/A in TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3. 2024-12-04T21:59:52,575 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HStore(1541): 176b9d31facf52fe192f3f92550ea6a3/B is initiating minor compaction (all files) 2024-12-04T21:59:52,575 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 176b9d31facf52fe192f3f92550ea6a3/B in TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3. 2024-12-04T21:59:52,575 INFO [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/A/b4d6dbab601a4fcebf9e63bfdd6a742b, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/A/83a4b30287ea43459cf49bbfc074332c, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/A/7eda7fdd54ed4d2a89b053975734040b, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/A/86870a9d3fc94186810837984f767a20] into tmpdir=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/.tmp, totalSize=130.2 K 2024-12-04T21:59:52,575 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/B/5adeacf2d6e04b5b89ea0d682a155d39, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/B/0a545d72f8b84077b371715b96ebd920, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/B/3149f1c47ccc48b1bd35a8c3c12d0e64, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/B/a73c659d856e4277b8ea8ce07c0698ed] into tmpdir=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/.tmp, totalSize=47.8 K 2024-12-04T21:59:52,575 INFO [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3. 2024-12-04T21:59:52,575 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3. files: [hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/A/b4d6dbab601a4fcebf9e63bfdd6a742b, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/A/83a4b30287ea43459cf49bbfc074332c, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/A/7eda7fdd54ed4d2a89b053975734040b, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/A/86870a9d3fc94186810837984f767a20] 2024-12-04T21:59:52,575 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.Compactor(225): Compacting 5adeacf2d6e04b5b89ea0d682a155d39, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=140, earliestPutTs=1733349582399 2024-12-04T21:59:52,575 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] compactions.Compactor(225): Compacting b4d6dbab601a4fcebf9e63bfdd6a742b, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=140, earliestPutTs=1733349582399 2024-12-04T21:59:52,575 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.Compactor(225): Compacting 0a545d72f8b84077b371715b96ebd920, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1733349584567 2024-12-04T21:59:52,575 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] compactions.Compactor(225): Compacting 83a4b30287ea43459cf49bbfc074332c, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1733349584567 2024-12-04T21:59:52,576 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.Compactor(225): Compacting 3149f1c47ccc48b1bd35a8c3c12d0e64, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=175, earliestPutTs=1733349586728 2024-12-04T21:59:52,576 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7eda7fdd54ed4d2a89b053975734040b, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=175, earliestPutTs=1733349586728 2024-12-04T21:59:52,576 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.Compactor(225): Compacting a73c659d856e4277b8ea8ce07c0698ed, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=190, earliestPutTs=1733349588890 2024-12-04T21:59:52,576 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] compactions.Compactor(225): Compacting 86870a9d3fc94186810837984f767a20, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=190, earliestPutTs=1733349588890 2024-12-04T21:59:52,580 INFO [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=176b9d31facf52fe192f3f92550ea6a3] 2024-12-04T21:59:52,582 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241204def3fe09b78345108bc89d828d260264_176b9d31facf52fe192f3f92550ea6a3 store=[table=TestAcidGuarantees family=A region=176b9d31facf52fe192f3f92550ea6a3] 2024-12-04T21:59:52,582 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 176b9d31facf52fe192f3f92550ea6a3#B#compaction#483 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-04T21:59:52,582 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/.tmp/B/63d7837830084084accd53d619a705f7 is 50, key is test_row_0/B:col10/1733349590918/Put/seqid=0 2024-12-04T21:59:52,583 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241204def3fe09b78345108bc89d828d260264_176b9d31facf52fe192f3f92550ea6a3, store=[table=TestAcidGuarantees family=A region=176b9d31facf52fe192f3f92550ea6a3] 2024-12-04T21:59:52,583 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241204def3fe09b78345108bc89d828d260264_176b9d31facf52fe192f3f92550ea6a3 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=176b9d31facf52fe192f3f92550ea6a3] 2024-12-04T21:59:52,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742398_1574 (size=12595) 2024-12-04T21:59:52,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742399_1575 (size=4469) 2024-12-04T21:59:52,629 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39095 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-12-04T21:59:52,629 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3. 2024-12-04T21:59:52,630 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2902): Flushing 176b9d31facf52fe192f3f92550ea6a3 3/3 column families, dataSize=93.93 KB heapSize=279.66 KB 2024-12-04T21:59:52,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 176b9d31facf52fe192f3f92550ea6a3, store=A 2024-12-04T21:59:52,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T21:59:52,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 176b9d31facf52fe192f3f92550ea6a3, store=B 2024-12-04T21:59:52,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T21:59:52,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 176b9d31facf52fe192f3f92550ea6a3, store=C 2024-12-04T21:59:52,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T21:59:52,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412044ee4423d59394bc698eb5c075089d74a_176b9d31facf52fe192f3f92550ea6a3 is 50, key is test_row_0/A:col10/1733349590952/Put/seqid=0 2024-12-04T21:59:52,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742400_1576 (size=12304) 2024-12-04T21:59:52,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:59:52,640 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412044ee4423d59394bc698eb5c075089d74a_176b9d31facf52fe192f3f92550ea6a3 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412044ee4423d59394bc698eb5c075089d74a_176b9d31facf52fe192f3f92550ea6a3 2024-12-04T21:59:52,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/.tmp/A/37df05ef5e284ea9b252a6a4fc006058, store: [table=TestAcidGuarantees family=A region=176b9d31facf52fe192f3f92550ea6a3] 2024-12-04T21:59:52,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/.tmp/A/37df05ef5e284ea9b252a6a4fc006058 is 175, key is test_row_0/A:col10/1733349590952/Put/seqid=0 2024-12-04T21:59:52,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742401_1577 (size=31105) 2024-12-04T21:59:52,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-12-04T21:59:52,987 INFO [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 176b9d31facf52fe192f3f92550ea6a3#A#compaction#484 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T21:59:52,987 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/.tmp/A/13dc79f90b5249a184136ef1d22e8acd is 175, key is test_row_0/A:col10/1733349590918/Put/seqid=0 2024-12-04T21:59:52,989 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/.tmp/B/63d7837830084084accd53d619a705f7 as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/B/63d7837830084084accd53d619a705f7 2024-12-04T21:59:52,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742402_1578 (size=31549) 2024-12-04T21:59:52,992 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 176b9d31facf52fe192f3f92550ea6a3/B of 176b9d31facf52fe192f3f92550ea6a3 into 63d7837830084084accd53d619a705f7(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T21:59:52,992 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 176b9d31facf52fe192f3f92550ea6a3: 2024-12-04T21:59:52,992 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., storeName=176b9d31facf52fe192f3f92550ea6a3/B, priority=12, startTime=1733349592574; duration=0sec 2024-12-04T21:59:52,993 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T21:59:52,993 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 176b9d31facf52fe192f3f92550ea6a3:B 2024-12-04T21:59:52,993 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-04T21:59:52,993 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48912 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-04T21:59:52,994 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HStore(1541): 176b9d31facf52fe192f3f92550ea6a3/C is initiating minor compaction (all files) 2024-12-04T21:59:52,994 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 176b9d31facf52fe192f3f92550ea6a3/C in TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3. 2024-12-04T21:59:52,994 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/C/5f47dc9f72c2439f8491b185059c13d4, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/C/2f548ba7945f49b7bb25cb57aeb00743, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/C/d16262c9b25d44c68ed8af7f439d70ce, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/C/e9fc8a3059b04cb5a458f3e4fb9c1d43] into tmpdir=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/.tmp, totalSize=47.8 K 2024-12-04T21:59:52,994 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.Compactor(225): Compacting 5f47dc9f72c2439f8491b185059c13d4, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=140, earliestPutTs=1733349582399 2024-12-04T21:59:52,994 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.Compactor(225): Compacting 2f548ba7945f49b7bb25cb57aeb00743, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1733349584567 2024-12-04T21:59:52,994 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.Compactor(225): Compacting d16262c9b25d44c68ed8af7f439d70ce, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=175, earliestPutTs=1733349586728 2024-12-04T21:59:52,995 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.Compactor(225): Compacting e9fc8a3059b04cb5a458f3e4fb9c1d43, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=190, earliestPutTs=1733349588890 2024-12-04T21:59:53,001 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 176b9d31facf52fe192f3f92550ea6a3#C#compaction#486 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T21:59:53,001 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/.tmp/C/92efbd57ef3b4bd292ffd0cb60281cf5 is 50, key is test_row_0/C:col10/1733349590918/Put/seqid=0 2024-12-04T21:59:53,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742403_1579 (size=12595) 2024-12-04T21:59:53,009 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/.tmp/C/92efbd57ef3b4bd292ffd0cb60281cf5 as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/C/92efbd57ef3b4bd292ffd0cb60281cf5 2024-12-04T21:59:53,013 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 176b9d31facf52fe192f3f92550ea6a3/C of 176b9d31facf52fe192f3f92550ea6a3 into 92efbd57ef3b4bd292ffd0cb60281cf5(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T21:59:53,013 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 176b9d31facf52fe192f3f92550ea6a3: 2024-12-04T21:59:53,013 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., storeName=176b9d31facf52fe192f3f92550ea6a3/C, priority=12, startTime=1733349592574; duration=0sec 2024-12-04T21:59:53,013 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T21:59:53,013 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 176b9d31facf52fe192f3f92550ea6a3:C 2024-12-04T21:59:53,044 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=207, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/.tmp/A/37df05ef5e284ea9b252a6a4fc006058 2024-12-04T21:59:53,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/.tmp/B/3979bdc7aa6a4e50afa9a7b0a126508d is 50, key is test_row_0/B:col10/1733349590952/Put/seqid=0 2024-12-04T21:59:53,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742404_1580 (size=12151) 2024-12-04T21:59:53,052 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=207 (bloomFilter=true), to=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/.tmp/B/3979bdc7aa6a4e50afa9a7b0a126508d 2024-12-04T21:59:53,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/.tmp/C/8f44ba920b8c4b5f807b5c0defbfef45 is 50, key is test_row_0/C:col10/1733349590952/Put/seqid=0 2024-12-04T21:59:53,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742405_1581 (size=12151) 2024-12-04T21:59:53,061 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=207 (bloomFilter=true), to=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/.tmp/C/8f44ba920b8c4b5f807b5c0defbfef45 2024-12-04T21:59:53,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/.tmp/A/37df05ef5e284ea9b252a6a4fc006058 as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/A/37df05ef5e284ea9b252a6a4fc006058 2024-12-04T21:59:53,066 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/A/37df05ef5e284ea9b252a6a4fc006058, entries=150, sequenceid=207, filesize=30.4 K 2024-12-04T21:59:53,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/.tmp/B/3979bdc7aa6a4e50afa9a7b0a126508d as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/B/3979bdc7aa6a4e50afa9a7b0a126508d 2024-12-04T21:59:53,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:59:53,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:59:53,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:59:53,069 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/B/3979bdc7aa6a4e50afa9a7b0a126508d, entries=150, sequenceid=207, filesize=11.9 K 2024-12-04T21:59:53,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/.tmp/C/8f44ba920b8c4b5f807b5c0defbfef45 as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/C/8f44ba920b8c4b5f807b5c0defbfef45 2024-12-04T21:59:53,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:59:53,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:59:53,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:59:53,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:59:53,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:59:53,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:59:53,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:59:53,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:59:53,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:59:53,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:59:53,072 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/C/8f44ba920b8c4b5f807b5c0defbfef45, entries=150, sequenceid=207, filesize=11.9 K 2024-12-04T21:59:53,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:59:53,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:59:53,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:59:53,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:59:53,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:59:53,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:59:53,073 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=0 B/0 for 176b9d31facf52fe192f3f92550ea6a3 in 444ms, sequenceid=207, compaction requested=false 2024-12-04T21:59:53,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:59:53,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2603): Flush status journal for 176b9d31facf52fe192f3f92550ea6a3: 2024-12-04T21:59:53,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3. 2024-12-04T21:59:53,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:59:53,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=157 2024-12-04T21:59:53,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:59:53,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:59:53,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:59:53,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:59:53,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44103 {}] master.HMaster(4169): Remote procedure done, pid=157 2024-12-04T21:59:53,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:59:53,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:59:53,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:59:53,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:59:53,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:59:53,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:59:53,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:59:53,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:59:53,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:59:53,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:59:53,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:59:53,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:59:53,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:59:53,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:59:53,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:59:53,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:59:53,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:59:53,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:59:53,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:59:53,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:59:53,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:59:53,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:59:53,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:59:53,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:59:53,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:59:53,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:59:53,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:59:53,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:59:53,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:59:53,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:59:53,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:59:53,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:59:53,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:59:53,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:59:53,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:59:53,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:59:53,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:59:53,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:59:53,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:59:53,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:59:53,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:59:53,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:59:53,079 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=157, resume processing ppid=156 2024-12-04T21:59:53,079 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=157, ppid=156, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2770 sec 2024-12-04T21:59:53,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:59:53,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:59:53,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:59:53,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:59:53,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:59:53,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:59:53,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:59:53,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:59:53,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:59:53,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:59:53,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:59:53,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:59:53,080 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=156, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees in 2.2810 sec 2024-12-04T21:59:53,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:59:53,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:59:53,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:59:53,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:59:53,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:59:53,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:59:53,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:59:53,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:59:53,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:59:53,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:59:53,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:59:53,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:59:53,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:59:53,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:59:53,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:59:53,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:59:53,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:59:53,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:59:53,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:59:53,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:59:53,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:59:53,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:59:53,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:59:53,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:59:53,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:59:53,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:59:53,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:59:53,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:59:53,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:59:53,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:59:53,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:59:53,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:59:53,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:59:53,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:59:53,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:59:53,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:59:53,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:59:53,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:59:53,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:59:53,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:59:53,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:59:53,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:59:53,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:59:53,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:59:53,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:59:53,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:59:53,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:59:53,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:59:53,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:59:53,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:59:53,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:59:53,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:59:53,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:59:53,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:59:53,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:59:53,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:59:53,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:59:53,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:59:53,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:59:53,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:59:53,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:59:53,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:59:53,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:59:53,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:59:53,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:59:53,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:59:53,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:59:53,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:59:53,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:59:53,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:59:53,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:59:53,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:59:53,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:59:53,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:59:53,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:59:53,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:59:53,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:59:53,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:59:53,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:59:53,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:59:53,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:59:53,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:59:53,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:59:53,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:59:53,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:59:53,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:59:53,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:59:53,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:59:53,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:59:53,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:59:53,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:59:53,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:59:53,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:59:53,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:59:53,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:59:53,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:59:53,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:59:53,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:59:53,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:59:53,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:59:53,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:59:53,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:59:53,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:59:53,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:59:53,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:59:53,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:59:53,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:59:53,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:59:53,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:59:53,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:59:53,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:59:53,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:59:53,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:59:53,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:59:53,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:59:53,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:59:53,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:59:53,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:59:53,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:59:53,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:59:53,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:59:53,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:59:53,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:59:53,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:59:53,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:59:53,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:59:53,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:59:53,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:59:53,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:59:53,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:59:53,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:59:53,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:59:53,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:59:53,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:59:53,107 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 176b9d31facf52fe192f3f92550ea6a3 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-12-04T21:59:53,108 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 176b9d31facf52fe192f3f92550ea6a3, store=A 2024-12-04T21:59:53,108 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T21:59:53,108 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 176b9d31facf52fe192f3f92550ea6a3, store=B 2024-12-04T21:59:53,108 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T21:59:53,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:59:53,108 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 176b9d31facf52fe192f3f92550ea6a3, store=C 2024-12-04T21:59:53,108 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T21:59:53,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(8855): Flush requested on 176b9d31facf52fe192f3f92550ea6a3 2024-12-04T21:59:53,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:59:53,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:59:53,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:59:53,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:59:53,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:59:53,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:59:53,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:59:53,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:59:53,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:59:53,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:59:53,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:59:53,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:59:53,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:59:53,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:59:53,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:59:53,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:59:53,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:59:53,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:59:53,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:59:53,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:59:53,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:59:53,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:59:53,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:59:53,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:59:53,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:59:53,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:59:53,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:59:53,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:59:53,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:59:53,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:59:53,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:59:53,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:59:53,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:59:53,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:59:53,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:59:53,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:59:53,139 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120435efafcc9f5f4b98b3f14573675862bd_176b9d31facf52fe192f3f92550ea6a3 is 50, key is test_row_0/A:col10/1733349593102/Put/seqid=0 2024-12-04T21:59:53,146 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/bb3046a53f79:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9564, totalHeapSize=21976, min timestamp=1733349593130, max timestamp=1733349593143Num uniques 859; 2024-12-04T21:59:53,146 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/bb3046a53f79:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39334, new segment data size=9564, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-04T21:59:53,146 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/bb3046a53f79:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9564, totalHeapSize=21976, min timestamp=1733349593130, max timestamp=1733349593143Num uniques 859; 2024-12-04T21:59:53,146 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/bb3046a53f79:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39334, new segment data size=9564, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-04T21:59:53,146 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/bb3046a53f79:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9564, totalHeapSize=21976, min timestamp=1733349593130, max timestamp=1733349593143Num uniques 859; 2024-12-04T21:59:53,146 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/bb3046a53f79:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39334, new segment data size=9564, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-04T21:59:53,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742406_1582 (size=22268) 2024-12-04T21:59:53,197 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:53,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52216 deadline: 1733349653168, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:53,198 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:53,198 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:53,198 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:59:53,201 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:53,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52148 deadline: 1733349653198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:53,201 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:53,201 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:53,201 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:53,201 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:59:53,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52198 deadline: 1733349653198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:53,202 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:53,202 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:53,202 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:53,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52202 deadline: 1733349653198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:53,202 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:59:53,202 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:53,202 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:53,202 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:59:53,311 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:53,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52216 deadline: 1733349653308, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:53,311 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:53,311 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:53,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52148 deadline: 1733349653308, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:53,312 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:53,312 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:59:53,312 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:53,312 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:53,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52198 deadline: 1733349653308, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:53,312 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:53,312 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:59:53,312 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:53,312 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:53,312 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:53,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52202 deadline: 1733349653308, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:53,312 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:59:53,312 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:53,312 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:53,312 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:59:53,393 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/.tmp/A/13dc79f90b5249a184136ef1d22e8acd as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/A/13dc79f90b5249a184136ef1d22e8acd 2024-12-04T21:59:53,396 INFO [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 176b9d31facf52fe192f3f92550ea6a3/A of 176b9d31facf52fe192f3f92550ea6a3 into 13dc79f90b5249a184136ef1d22e8acd(size=30.8 K), total size for store is 61.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T21:59:53,397 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 176b9d31facf52fe192f3f92550ea6a3: 2024-12-04T21:59:53,397 INFO [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., storeName=176b9d31facf52fe192f3f92550ea6a3/A, priority=12, startTime=1733349592573; duration=0sec 2024-12-04T21:59:53,397 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T21:59:53,397 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 176b9d31facf52fe192f3f92550ea6a3:A 2024-12-04T21:59:53,519 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:53,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52216 deadline: 1733349653517, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:53,520 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:53,520 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:53,520 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:53,520 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:59:53,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52148 deadline: 1733349653517, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:53,520 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:53,520 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:53,520 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:59:53,520 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:53,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52198 deadline: 1733349653517, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:53,521 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:53,521 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:53,521 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:59:53,521 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:53,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52202 deadline: 1733349653518, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:53,521 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:53,521 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:53,521 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:59:53,563 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:59:53,566 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120435efafcc9f5f4b98b3f14573675862bd_176b9d31facf52fe192f3f92550ea6a3 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120435efafcc9f5f4b98b3f14573675862bd_176b9d31facf52fe192f3f92550ea6a3 2024-12-04T21:59:53,566 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/.tmp/A/85ab1444fd8b4e049190376d1e943fca, store: [table=TestAcidGuarantees family=A region=176b9d31facf52fe192f3f92550ea6a3] 2024-12-04T21:59:53,567 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/.tmp/A/85ab1444fd8b4e049190376d1e943fca is 175, key is test_row_0/A:col10/1733349593102/Put/seqid=0 2024-12-04T21:59:53,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742407_1583 (size=65673) 2024-12-04T21:59:53,830 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:53,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52216 deadline: 1733349653828, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:53,830 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:53,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52148 deadline: 1733349653828, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:53,830 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:53,830 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:53,830 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:59:53,830 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:53,830 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:53,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52198 deadline: 1733349653828, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:53,830 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:53,830 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:59:53,830 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:53,830 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:53,830 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:53,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52202 deadline: 1733349653828, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:53,830 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:59:53,831 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:53,831 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:53,831 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:59:53,970 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=219, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/.tmp/A/85ab1444fd8b4e049190376d1e943fca 2024-12-04T21:59:53,975 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/.tmp/B/c4f510190dee479c9aca984fee5f1e37 is 50, key is test_row_0/B:col10/1733349593102/Put/seqid=0 2024-12-04T21:59:53,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742408_1584 (size=12151) 2024-12-04T21:59:54,010 INFO [Thread-2348 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2348. 2024-12-04T21:59:54,011 DEBUG [Thread-2348 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-04T21:59:54,011 DEBUG [Thread-2348 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T21:59:54,011 DEBUG [Thread-2348 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T21:59:54,011 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T21:59:54,011 INFO [Thread-2340 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2340. 2024-12-04T21:59:54,011 DEBUG [Thread-2340 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-04T21:59:54,011 DEBUG [Thread-2340 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T21:59:54,011 DEBUG [Thread-2340 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T21:59:54,011 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T21:59:54,012 INFO [Thread-2346 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2346. 2024-12-04T21:59:54,012 DEBUG [Thread-2346 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-04T21:59:54,012 DEBUG [Thread-2346 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T21:59:54,012 DEBUG [Thread-2346 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T21:59:54,012 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T21:59:54,014 INFO [Thread-2342 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2342. 2024-12-04T21:59:54,014 DEBUG [Thread-2342 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-04T21:59:54,014 DEBUG [Thread-2342 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T21:59:54,014 DEBUG [Thread-2342 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T21:59:54,014 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T21:59:54,015 INFO [Thread-2344 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2344. 2024-12-04T21:59:54,015 DEBUG [Thread-2344 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-04T21:59:54,015 DEBUG [Thread-2344 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T21:59:54,015 DEBUG [Thread-2344 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T21:59:54,015 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T21:59:54,340 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:54,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52216 deadline: 1733349654339, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:54,340 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:54,340 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:54,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52148 deadline: 1733349654339, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:54,341 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:59:54,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52198 deadline: 1733349654340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:54,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52202 deadline: 1733349654340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:54,341 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:54,341 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:54,341 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:54,341 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:59:54,341 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:54,341 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:59:54,342 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:54,342 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:54,342 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 , the old value is region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:54,342 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:59:54,342 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T21:59:54,342 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., hostname=bb3046a53f79,39095,1733349424047, seqNum=5 because the exception is null or not the one we care about 2024-12-04T21:59:54,382 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=219 (bloomFilter=true), to=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/.tmp/B/c4f510190dee479c9aca984fee5f1e37 2024-12-04T21:59:54,394 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/.tmp/C/74b744d5a2364a259debdfe6582bc92a is 50, key is test_row_0/C:col10/1733349593102/Put/seqid=0 2024-12-04T21:59:54,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742409_1585 (size=12151) 2024-12-04T21:59:54,799 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=219 (bloomFilter=true), to=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/.tmp/C/74b744d5a2364a259debdfe6582bc92a 2024-12-04T21:59:54,809 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/.tmp/A/85ab1444fd8b4e049190376d1e943fca as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/A/85ab1444fd8b4e049190376d1e943fca 2024-12-04T21:59:54,816 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/A/85ab1444fd8b4e049190376d1e943fca, entries=350, sequenceid=219, filesize=64.1 K 2024-12-04T21:59:54,817 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/.tmp/B/c4f510190dee479c9aca984fee5f1e37 as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/B/c4f510190dee479c9aca984fee5f1e37 2024-12-04T21:59:54,820 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/B/c4f510190dee479c9aca984fee5f1e37, entries=150, sequenceid=219, filesize=11.9 K 2024-12-04T21:59:54,821 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/.tmp/C/74b744d5a2364a259debdfe6582bc92a as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/C/74b744d5a2364a259debdfe6582bc92a 2024-12-04T21:59:54,824 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/C/74b744d5a2364a259debdfe6582bc92a, entries=150, sequenceid=219, filesize=11.9 K 2024-12-04T21:59:54,825 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=140.89 KB/144270 for 176b9d31facf52fe192f3f92550ea6a3 in 1718ms, sequenceid=219, compaction requested=true 2024-12-04T21:59:54,825 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 176b9d31facf52fe192f3f92550ea6a3: 2024-12-04T21:59:54,825 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 176b9d31facf52fe192f3f92550ea6a3:A, priority=-2147483648, current under compaction store size is 1 2024-12-04T21:59:54,825 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T21:59:54,825 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 176b9d31facf52fe192f3f92550ea6a3:B, priority=-2147483648, current under compaction store size is 2 2024-12-04T21:59:54,825 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T21:59:54,825 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 176b9d31facf52fe192f3f92550ea6a3:C, priority=-2147483648, current under compaction store size is 3 2024-12-04T21:59:54,825 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T21:59:54,825 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T21:59:54,825 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T21:59:54,826 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 128327 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T21:59:54,826 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T21:59:54,826 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HStore(1541): 176b9d31facf52fe192f3f92550ea6a3/B is initiating minor compaction (all files) 2024-12-04T21:59:54,826 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HStore(1541): 176b9d31facf52fe192f3f92550ea6a3/A is initiating minor compaction (all files) 2024-12-04T21:59:54,826 INFO [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 176b9d31facf52fe192f3f92550ea6a3/A in TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3. 2024-12-04T21:59:54,826 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 176b9d31facf52fe192f3f92550ea6a3/B in TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3. 2024-12-04T21:59:54,827 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/B/63d7837830084084accd53d619a705f7, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/B/3979bdc7aa6a4e50afa9a7b0a126508d, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/B/c4f510190dee479c9aca984fee5f1e37] into tmpdir=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/.tmp, totalSize=36.0 K 2024-12-04T21:59:54,827 INFO [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/A/13dc79f90b5249a184136ef1d22e8acd, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/A/37df05ef5e284ea9b252a6a4fc006058, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/A/85ab1444fd8b4e049190376d1e943fca] into tmpdir=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/.tmp, totalSize=125.3 K 2024-12-04T21:59:54,827 INFO [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3. 2024-12-04T21:59:54,827 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3. files: [hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/A/13dc79f90b5249a184136ef1d22e8acd, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/A/37df05ef5e284ea9b252a6a4fc006058, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/A/85ab1444fd8b4e049190376d1e943fca] 2024-12-04T21:59:54,827 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.Compactor(225): Compacting 63d7837830084084accd53d619a705f7, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=190, earliestPutTs=1733349588890 2024-12-04T21:59:54,827 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] compactions.Compactor(225): Compacting 13dc79f90b5249a184136ef1d22e8acd, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=190, earliestPutTs=1733349588890 2024-12-04T21:59:54,827 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.Compactor(225): Compacting 3979bdc7aa6a4e50afa9a7b0a126508d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1733349590952 2024-12-04T21:59:54,827 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] compactions.Compactor(225): Compacting 37df05ef5e284ea9b252a6a4fc006058, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1733349590952 2024-12-04T21:59:54,827 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.Compactor(225): Compacting c4f510190dee479c9aca984fee5f1e37, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=219, earliestPutTs=1733349593095 2024-12-04T21:59:54,828 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] compactions.Compactor(225): Compacting 85ab1444fd8b4e049190376d1e943fca, keycount=350, bloomtype=ROW, size=64.1 K, encoding=NONE, compression=NONE, seqNum=219, earliestPutTs=1733349593091 2024-12-04T21:59:54,836 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 176b9d31facf52fe192f3f92550ea6a3#B#compaction#492 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T21:59:54,837 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/.tmp/B/399c09294ed84556bb372e60c2e732a0 is 50, key is test_row_0/B:col10/1733349593102/Put/seqid=0 2024-12-04T21:59:54,838 INFO [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=176b9d31facf52fe192f3f92550ea6a3] 2024-12-04T21:59:54,840 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412041bfd7bd55485489cb5061be794b5280b_176b9d31facf52fe192f3f92550ea6a3 store=[table=TestAcidGuarantees family=A region=176b9d31facf52fe192f3f92550ea6a3] 2024-12-04T21:59:54,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742410_1586 (size=12697) 2024-12-04T21:59:54,850 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412041bfd7bd55485489cb5061be794b5280b_176b9d31facf52fe192f3f92550ea6a3, store=[table=TestAcidGuarantees family=A region=176b9d31facf52fe192f3f92550ea6a3] 2024-12-04T21:59:54,851 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412041bfd7bd55485489cb5061be794b5280b_176b9d31facf52fe192f3f92550ea6a3 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=176b9d31facf52fe192f3f92550ea6a3] 2024-12-04T21:59:54,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742411_1587 (size=4469) 2024-12-04T21:59:54,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-12-04T21:59:54,968 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-04T21:59:55,251 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/.tmp/B/399c09294ed84556bb372e60c2e732a0 as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/B/399c09294ed84556bb372e60c2e732a0 2024-12-04T21:59:55,255 INFO [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 176b9d31facf52fe192f3f92550ea6a3#A#compaction#493 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T21:59:55,255 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/.tmp/A/d2ce7b8319cf4342975a41ef340b0a7d is 175, key is test_row_0/A:col10/1733349593102/Put/seqid=0 2024-12-04T21:59:55,257 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 176b9d31facf52fe192f3f92550ea6a3/B of 176b9d31facf52fe192f3f92550ea6a3 into 399c09294ed84556bb372e60c2e732a0(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T21:59:55,257 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 176b9d31facf52fe192f3f92550ea6a3: 2024-12-04T21:59:55,257 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., storeName=176b9d31facf52fe192f3f92550ea6a3/B, priority=13, startTime=1733349594825; duration=0sec 2024-12-04T21:59:55,257 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T21:59:55,257 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 176b9d31facf52fe192f3f92550ea6a3:B 2024-12-04T21:59:55,257 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T21:59:55,258 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T21:59:55,258 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HStore(1541): 176b9d31facf52fe192f3f92550ea6a3/C is initiating minor compaction (all files) 2024-12-04T21:59:55,258 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 176b9d31facf52fe192f3f92550ea6a3/C in TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3. 2024-12-04T21:59:55,258 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/C/92efbd57ef3b4bd292ffd0cb60281cf5, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/C/8f44ba920b8c4b5f807b5c0defbfef45, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/C/74b744d5a2364a259debdfe6582bc92a] into tmpdir=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/.tmp, totalSize=36.0 K 2024-12-04T21:59:55,259 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.Compactor(225): Compacting 92efbd57ef3b4bd292ffd0cb60281cf5, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=190, earliestPutTs=1733349588890 2024-12-04T21:59:55,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742412_1588 (size=31651) 2024-12-04T21:59:55,259 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.Compactor(225): Compacting 8f44ba920b8c4b5f807b5c0defbfef45, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1733349590952 2024-12-04T21:59:55,259 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] compactions.Compactor(225): Compacting 74b744d5a2364a259debdfe6582bc92a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=219, earliestPutTs=1733349593095 2024-12-04T21:59:55,267 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 176b9d31facf52fe192f3f92550ea6a3#C#compaction#494 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T21:59:55,267 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/.tmp/C/767b1c0a73bc4cbf859b0dc0a53fa0e1 is 50, key is test_row_0/C:col10/1733349593102/Put/seqid=0 2024-12-04T21:59:55,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742413_1589 (size=12697) 2024-12-04T21:59:55,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39095 {}] regionserver.HRegion(8855): Flush requested on 176b9d31facf52fe192f3f92550ea6a3 2024-12-04T21:59:55,350 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 176b9d31facf52fe192f3f92550ea6a3 3/3 column families, dataSize=154.31 KB heapSize=440.77 KB 2024-12-04T21:59:55,351 INFO [Thread-2333 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2333. 2024-12-04T21:59:55,351 INFO [Thread-2337 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2337. 2024-12-04T21:59:55,351 DEBUG [Thread-2333 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-04T21:59:55,351 DEBUG [Thread-2333 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T21:59:55,351 DEBUG [Thread-2337 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-04T21:59:55,351 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 176b9d31facf52fe192f3f92550ea6a3, store=A 2024-12-04T21:59:55,351 DEBUG [Thread-2337 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T21:59:55,351 DEBUG [Thread-2333 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T21:59:55,351 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-12-04T21:59:55,351 DEBUG [Thread-2337 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T21:59:55,351 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 176b9d31facf52fe192f3f92550ea6a3, store=B 2024-12-04T21:59:55,351 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-12-04T21:59:55,351 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 176b9d31facf52fe192f3f92550ea6a3, store=C 2024-12-04T21:59:55,351 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-12-04T21:59:55,351 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T21:59:55,352 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T21:59:55,358 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412043d5263c6f94a42259ecb327b9449fdb6_176b9d31facf52fe192f3f92550ea6a3 is 50, key is test_row_0/A:col10/1733349593179/Put/seqid=0 2024-12-04T21:59:55,359 INFO [Thread-2331 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2331. 2024-12-04T21:59:55,359 INFO [Thread-2335 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2335. 2024-12-04T21:59:55,359 DEBUG [Thread-2331 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-04T21:59:55,359 DEBUG [Thread-2335 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-04T21:59:55,359 DEBUG [Thread-2331 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T21:59:55,359 DEBUG [Thread-2335 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T21:59:55,359 DEBUG [Thread-2335 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T21:59:55,359 DEBUG [Thread-2331 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T21:59:55,359 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T21:59:55,359 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T21:59:55,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742414_1590 (size=12354) 2024-12-04T21:59:55,671 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/.tmp/A/d2ce7b8319cf4342975a41ef340b0a7d as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/A/d2ce7b8319cf4342975a41ef340b0a7d 2024-12-04T21:59:55,676 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/.tmp/C/767b1c0a73bc4cbf859b0dc0a53fa0e1 as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/C/767b1c0a73bc4cbf859b0dc0a53fa0e1 2024-12-04T21:59:55,676 INFO [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 176b9d31facf52fe192f3f92550ea6a3/A of 176b9d31facf52fe192f3f92550ea6a3 into d2ce7b8319cf4342975a41ef340b0a7d(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T21:59:55,676 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 176b9d31facf52fe192f3f92550ea6a3: 2024-12-04T21:59:55,676 INFO [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., storeName=176b9d31facf52fe192f3f92550ea6a3/A, priority=13, startTime=1733349594825; duration=0sec 2024-12-04T21:59:55,676 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T21:59:55,676 DEBUG [RS:0;bb3046a53f79:39095-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 176b9d31facf52fe192f3f92550ea6a3:A 2024-12-04T21:59:55,680 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 176b9d31facf52fe192f3f92550ea6a3/C of 176b9d31facf52fe192f3f92550ea6a3 into 767b1c0a73bc4cbf859b0dc0a53fa0e1(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T21:59:55,680 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 176b9d31facf52fe192f3f92550ea6a3: 2024-12-04T21:59:55,680 INFO [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., storeName=176b9d31facf52fe192f3f92550ea6a3/C, priority=13, startTime=1733349594825; duration=0sec 2024-12-04T21:59:55,680 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T21:59:55,680 DEBUG [RS:0;bb3046a53f79:39095-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 176b9d31facf52fe192f3f92550ea6a3:C 2024-12-04T21:59:55,719 INFO [Thread-2329 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2329. 2024-12-04T21:59:55,719 DEBUG [Thread-2329 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-04T21:59:55,719 DEBUG [Thread-2329 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T21:59:55,719 DEBUG [Thread-2329 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T21:59:55,719 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T21:59:55,719 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-12-04T21:59:55,719 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 13 2024-12-04T21:59:55,719 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 47 2024-12-04T21:59:55,719 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 49 2024-12-04T21:59:55,719 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 48 2024-12-04T21:59:55,719 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 50 2024-12-04T21:59:55,720 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-12-04T21:59:55,720 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4536 2024-12-04T21:59:55,720 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4454 2024-12-04T21:59:55,720 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4580 2024-12-04T21:59:55,720 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4511 2024-12-04T21:59:55,720 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4480 2024-12-04T21:59:55,720 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-12-04T21:59:55,720 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T21:59:55,720 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMobGetAtomicity(AcidGuaranteesTestBase.java:122) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T21:59:55,720 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T21:59:55,720 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T21:59:55,720 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T21:59:55,721 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44103 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-12-04T21:59:55,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44103 {}] procedure2.ProcedureExecutor(1139): Stored pid=158, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-12-04T21:59:55,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-12-04T21:59:55,723 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733349595723"}]},"ts":"1733349595723"} 2024-12-04T21:59:55,724 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-12-04T21:59:55,725 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-12-04T21:59:55,725 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=159, ppid=158, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-04T21:59:55,727 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=160, ppid=159, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=176b9d31facf52fe192f3f92550ea6a3, UNASSIGN}] 2024-12-04T21:59:55,727 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=160, ppid=159, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=176b9d31facf52fe192f3f92550ea6a3, UNASSIGN 2024-12-04T21:59:55,728 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=160 updating hbase:meta row=176b9d31facf52fe192f3f92550ea6a3, regionState=CLOSING, regionLocation=bb3046a53f79,39095,1733349424047 2024-12-04T21:59:55,729 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=160, ppid=159, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=176b9d31facf52fe192f3f92550ea6a3, UNASSIGN because future has completed 2024-12-04T21:59:55,729 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-04T21:59:55,729 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=161, ppid=160, state=RUNNABLE, hasLock=false; CloseRegionProcedure 176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047}] 2024-12-04T21:59:55,762 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:59:55,769 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412043d5263c6f94a42259ecb327b9449fdb6_176b9d31facf52fe192f3f92550ea6a3 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412043d5263c6f94a42259ecb327b9449fdb6_176b9d31facf52fe192f3f92550ea6a3 2024-12-04T21:59:55,770 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/.tmp/A/0609d35425834544884f9dbcef8513a6, store: [table=TestAcidGuarantees family=A region=176b9d31facf52fe192f3f92550ea6a3] 2024-12-04T21:59:55,771 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/.tmp/A/0609d35425834544884f9dbcef8513a6 is 175, key is test_row_0/A:col10/1733349593179/Put/seqid=0 2024-12-04T21:59:55,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742415_1591 (size=31155) 2024-12-04T21:59:55,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-12-04T21:59:55,882 INFO [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] handler.UnassignRegionHandler(122): Close 176b9d31facf52fe192f3f92550ea6a3 2024-12-04T21:59:55,882 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-04T21:59:55,882 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.HRegion(1722): Closing 176b9d31facf52fe192f3f92550ea6a3, disabling compactions & flushes 2024-12-04T21:59:55,882 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.HRegion(1993): waiting for 0 compactions & cache flush to complete for region TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3. 2024-12-04T21:59:56,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-12-04T21:59:56,176 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=260, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/.tmp/A/0609d35425834544884f9dbcef8513a6 2024-12-04T21:59:56,193 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/.tmp/B/f9873ecff6ff43d2b6cd04ae1fb5d1fc is 50, key is test_row_0/B:col10/1733349593179/Put/seqid=0 2024-12-04T21:59:56,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742416_1592 (size=12201) 2024-12-04T21:59:56,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-12-04T21:59:56,597 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=260 (bloomFilter=true), to=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/.tmp/B/f9873ecff6ff43d2b6cd04ae1fb5d1fc 2024-12-04T21:59:56,611 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/.tmp/C/66d65b1480754a0fb94538def8cd4c42 is 50, key is test_row_0/C:col10/1733349593179/Put/seqid=0 2024-12-04T21:59:56,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742417_1593 (size=12201) 2024-12-04T21:59:56,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-12-04T21:59:57,017 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=260 (bloomFilter=true), to=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/.tmp/C/66d65b1480754a0fb94538def8cd4c42 2024-12-04T21:59:57,028 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/.tmp/A/0609d35425834544884f9dbcef8513a6 as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/A/0609d35425834544884f9dbcef8513a6 2024-12-04T21:59:57,032 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/A/0609d35425834544884f9dbcef8513a6, entries=150, sequenceid=260, filesize=30.4 K 2024-12-04T21:59:57,033 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/.tmp/B/f9873ecff6ff43d2b6cd04ae1fb5d1fc as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/B/f9873ecff6ff43d2b6cd04ae1fb5d1fc 2024-12-04T21:59:57,036 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/B/f9873ecff6ff43d2b6cd04ae1fb5d1fc, entries=150, sequenceid=260, filesize=11.9 K 2024-12-04T21:59:57,037 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/.tmp/C/66d65b1480754a0fb94538def8cd4c42 as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/C/66d65b1480754a0fb94538def8cd4c42 2024-12-04T21:59:57,040 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/C/66d65b1480754a0fb94538def8cd4c42, entries=150, sequenceid=260, filesize=11.9 K 2024-12-04T21:59:57,040 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~440.72 KB/451296, currentSize=20.13 KB/20610 for 176b9d31facf52fe192f3f92550ea6a3 in 1690ms, sequenceid=260, compaction requested=false 2024-12-04T21:59:57,041 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 176b9d31facf52fe192f3f92550ea6a3: 2024-12-04T21:59:57,041 INFO [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3. 2024-12-04T21:59:57,041 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3. 2024-12-04T21:59:57,041 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3. after waiting 0 ms 2024-12-04T21:59:57,041 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3. 2024-12-04T21:59:57,041 INFO [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.HRegion(2902): Flushing 176b9d31facf52fe192f3f92550ea6a3 3/3 column families, dataSize=20.13 KB heapSize=60.52 KB 2024-12-04T21:59:57,041 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 176b9d31facf52fe192f3f92550ea6a3, store=A 2024-12-04T21:59:57,041 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T21:59:57,041 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 176b9d31facf52fe192f3f92550ea6a3, store=B 2024-12-04T21:59:57,041 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T21:59:57,041 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 176b9d31facf52fe192f3f92550ea6a3, store=C 2024-12-04T21:59:57,041 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T21:59:57,046 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120484896075dd8d4999a144aa27fa5143cf_176b9d31facf52fe192f3f92550ea6a3 is 50, key is test_row_0/A:col10/1733349595718/Put/seqid=0 2024-12-04T21:59:57,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742418_1594 (size=9914) 2024-12-04T21:59:57,451 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:59:57,459 INFO [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120484896075dd8d4999a144aa27fa5143cf_176b9d31facf52fe192f3f92550ea6a3 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120484896075dd8d4999a144aa27fa5143cf_176b9d31facf52fe192f3f92550ea6a3 2024-12-04T21:59:57,460 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/.tmp/A/d1f75a135ba6466d9703f24bb86b22bb, store: [table=TestAcidGuarantees family=A region=176b9d31facf52fe192f3f92550ea6a3] 2024-12-04T21:59:57,461 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/.tmp/A/d1f75a135ba6466d9703f24bb86b22bb is 175, key is test_row_0/A:col10/1733349595718/Put/seqid=0 2024-12-04T21:59:57,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742419_1595 (size=22561) 2024-12-04T21:59:57,866 INFO [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=268, memsize=6.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/.tmp/A/d1f75a135ba6466d9703f24bb86b22bb 2024-12-04T21:59:57,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-12-04T21:59:57,882 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/.tmp/B/eb10e6df87234fbc811be377d9f92203 is 50, key is test_row_0/B:col10/1733349595718/Put/seqid=0 2024-12-04T21:59:57,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742420_1596 (size=9857) 2024-12-04T21:59:58,287 INFO [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=268 (bloomFilter=true), to=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/.tmp/B/eb10e6df87234fbc811be377d9f92203 2024-12-04T21:59:58,299 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/.tmp/C/bf705422bfcd4b3da909b3c374287f48 is 50, key is test_row_0/C:col10/1733349595718/Put/seqid=0 2024-12-04T21:59:58,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742421_1597 (size=9857) 2024-12-04T21:59:58,704 INFO [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=268 (bloomFilter=true), to=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/.tmp/C/bf705422bfcd4b3da909b3c374287f48 2024-12-04T21:59:58,714 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/.tmp/A/d1f75a135ba6466d9703f24bb86b22bb as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/A/d1f75a135ba6466d9703f24bb86b22bb 2024-12-04T21:59:58,719 INFO [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/A/d1f75a135ba6466d9703f24bb86b22bb, entries=100, sequenceid=268, filesize=22.0 K 2024-12-04T21:59:58,720 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/.tmp/B/eb10e6df87234fbc811be377d9f92203 as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/B/eb10e6df87234fbc811be377d9f92203 2024-12-04T21:59:58,724 INFO [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/B/eb10e6df87234fbc811be377d9f92203, entries=100, sequenceid=268, filesize=9.6 K 2024-12-04T21:59:58,725 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/.tmp/C/bf705422bfcd4b3da909b3c374287f48 as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/C/bf705422bfcd4b3da909b3c374287f48 2024-12-04T21:59:58,730 INFO [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/C/bf705422bfcd4b3da909b3c374287f48, entries=100, sequenceid=268, filesize=9.6 K 2024-12-04T21:59:58,731 INFO [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.HRegion(3140): Finished flush of dataSize ~20.13 KB/20610, heapSize ~60.47 KB/61920, currentSize=0 B/0 for 176b9d31facf52fe192f3f92550ea6a3 in 1690ms, sequenceid=268, compaction requested=true 2024-12-04T21:59:58,732 DEBUG [StoreCloser-TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/A/f0ac9e71971c4377b1823923a8c4e2fc, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/A/668e67a2a4d343a58db6c2ae4790de5e, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/A/5452ca6cee9942d88377f9eade42160b, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/A/67629b3be1914446957bec13826bfa18, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/A/d7cc5656e911481cad17cad032428113, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/A/fa6d6fc6b5014b12a18f10ffcdd54998, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/A/e4954bbc359c4034b786ef8308cdae77, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/A/2166d9631f824f4a95d19124918842cb, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/A/5b159e1419714ac0b8e396d0e7c19486, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/A/b4d6dbab601a4fcebf9e63bfdd6a742b, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/A/83a4b30287ea43459cf49bbfc074332c, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/A/7eda7fdd54ed4d2a89b053975734040b, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/A/86870a9d3fc94186810837984f767a20, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/A/13dc79f90b5249a184136ef1d22e8acd, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/A/37df05ef5e284ea9b252a6a4fc006058, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/A/85ab1444fd8b4e049190376d1e943fca] to archive 2024-12-04T21:59:58,733 DEBUG [StoreCloser-TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-04T21:59:58,734 DEBUG [StoreCloser-TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/A/f0ac9e71971c4377b1823923a8c4e2fc to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/A/f0ac9e71971c4377b1823923a8c4e2fc 2024-12-04T21:59:58,735 DEBUG [StoreCloser-TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/A/668e67a2a4d343a58db6c2ae4790de5e to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/A/668e67a2a4d343a58db6c2ae4790de5e 2024-12-04T21:59:58,736 DEBUG [StoreCloser-TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/A/5452ca6cee9942d88377f9eade42160b to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/A/5452ca6cee9942d88377f9eade42160b 2024-12-04T21:59:58,736 DEBUG [StoreCloser-TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/A/67629b3be1914446957bec13826bfa18 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/A/67629b3be1914446957bec13826bfa18 2024-12-04T21:59:58,737 DEBUG [StoreCloser-TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/A/d7cc5656e911481cad17cad032428113 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/A/d7cc5656e911481cad17cad032428113 2024-12-04T21:59:58,738 DEBUG [StoreCloser-TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/A/fa6d6fc6b5014b12a18f10ffcdd54998 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/A/fa6d6fc6b5014b12a18f10ffcdd54998 2024-12-04T21:59:58,739 DEBUG [StoreCloser-TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/A/e4954bbc359c4034b786ef8308cdae77 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/A/e4954bbc359c4034b786ef8308cdae77 2024-12-04T21:59:58,739 DEBUG [StoreCloser-TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/A/2166d9631f824f4a95d19124918842cb to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/A/2166d9631f824f4a95d19124918842cb 2024-12-04T21:59:58,740 DEBUG [StoreCloser-TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/A/5b159e1419714ac0b8e396d0e7c19486 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/A/5b159e1419714ac0b8e396d0e7c19486 2024-12-04T21:59:58,741 DEBUG [StoreCloser-TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/A/b4d6dbab601a4fcebf9e63bfdd6a742b to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/A/b4d6dbab601a4fcebf9e63bfdd6a742b 2024-12-04T21:59:58,742 DEBUG [StoreCloser-TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/A/83a4b30287ea43459cf49bbfc074332c to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/A/83a4b30287ea43459cf49bbfc074332c 2024-12-04T21:59:58,742 DEBUG [StoreCloser-TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/A/7eda7fdd54ed4d2a89b053975734040b to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/A/7eda7fdd54ed4d2a89b053975734040b 2024-12-04T21:59:58,743 DEBUG [StoreCloser-TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/A/86870a9d3fc94186810837984f767a20 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/A/86870a9d3fc94186810837984f767a20 2024-12-04T21:59:58,744 DEBUG [StoreCloser-TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/A/13dc79f90b5249a184136ef1d22e8acd to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/A/13dc79f90b5249a184136ef1d22e8acd 2024-12-04T21:59:58,745 DEBUG [StoreCloser-TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/A/37df05ef5e284ea9b252a6a4fc006058 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/A/37df05ef5e284ea9b252a6a4fc006058 2024-12-04T21:59:58,746 DEBUG [StoreCloser-TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/A/85ab1444fd8b4e049190376d1e943fca to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/A/85ab1444fd8b4e049190376d1e943fca 2024-12-04T21:59:58,747 DEBUG [StoreCloser-TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/B/8028630596d444658916c78497cc9366, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/B/3bf310f5e8534e24a67f746c516834ea, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/B/c4b1437f29c34050bd0c75256d86e070, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/B/d122c7131f33417789b902b9a894ae3c, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/B/eeede5a346ec4e1993b6bae6a941cdbc, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/B/46af2339594a43f1b3c726951f3f7087, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/B/7eca0f1cf15b4b8db4d5022b5c1224a5, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/B/6356d8ecf5eb44e084ed12a86d54bce5, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/B/5adeacf2d6e04b5b89ea0d682a155d39, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/B/9f2d041af1b642168b2e48fed19a7261, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/B/0a545d72f8b84077b371715b96ebd920, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/B/3149f1c47ccc48b1bd35a8c3c12d0e64, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/B/63d7837830084084accd53d619a705f7, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/B/a73c659d856e4277b8ea8ce07c0698ed, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/B/3979bdc7aa6a4e50afa9a7b0a126508d, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/B/c4f510190dee479c9aca984fee5f1e37] to archive 2024-12-04T21:59:58,748 DEBUG [StoreCloser-TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-04T21:59:58,749 DEBUG [StoreCloser-TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/B/8028630596d444658916c78497cc9366 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/B/8028630596d444658916c78497cc9366 2024-12-04T21:59:58,750 DEBUG [StoreCloser-TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/B/3bf310f5e8534e24a67f746c516834ea to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/B/3bf310f5e8534e24a67f746c516834ea 2024-12-04T21:59:58,751 DEBUG [StoreCloser-TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/B/c4b1437f29c34050bd0c75256d86e070 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/B/c4b1437f29c34050bd0c75256d86e070 2024-12-04T21:59:58,752 DEBUG [StoreCloser-TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/B/d122c7131f33417789b902b9a894ae3c to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/B/d122c7131f33417789b902b9a894ae3c 2024-12-04T21:59:58,752 DEBUG [StoreCloser-TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/B/eeede5a346ec4e1993b6bae6a941cdbc to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/B/eeede5a346ec4e1993b6bae6a941cdbc 2024-12-04T21:59:58,753 DEBUG [StoreCloser-TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/B/46af2339594a43f1b3c726951f3f7087 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/B/46af2339594a43f1b3c726951f3f7087 2024-12-04T21:59:58,754 DEBUG [StoreCloser-TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/B/7eca0f1cf15b4b8db4d5022b5c1224a5 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/B/7eca0f1cf15b4b8db4d5022b5c1224a5 2024-12-04T21:59:58,754 DEBUG [StoreCloser-TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/B/6356d8ecf5eb44e084ed12a86d54bce5 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/B/6356d8ecf5eb44e084ed12a86d54bce5 2024-12-04T21:59:58,755 DEBUG [StoreCloser-TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/B/5adeacf2d6e04b5b89ea0d682a155d39 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/B/5adeacf2d6e04b5b89ea0d682a155d39 2024-12-04T21:59:58,756 DEBUG [StoreCloser-TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/B/9f2d041af1b642168b2e48fed19a7261 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/B/9f2d041af1b642168b2e48fed19a7261 2024-12-04T21:59:58,757 DEBUG [StoreCloser-TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/B/0a545d72f8b84077b371715b96ebd920 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/B/0a545d72f8b84077b371715b96ebd920 2024-12-04T21:59:58,758 DEBUG [StoreCloser-TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/B/3149f1c47ccc48b1bd35a8c3c12d0e64 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/B/3149f1c47ccc48b1bd35a8c3c12d0e64 2024-12-04T21:59:58,758 DEBUG [StoreCloser-TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/B/63d7837830084084accd53d619a705f7 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/B/63d7837830084084accd53d619a705f7 2024-12-04T21:59:58,759 DEBUG [StoreCloser-TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/B/a73c659d856e4277b8ea8ce07c0698ed to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/B/a73c659d856e4277b8ea8ce07c0698ed 2024-12-04T21:59:58,760 DEBUG [StoreCloser-TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/B/3979bdc7aa6a4e50afa9a7b0a126508d to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/B/3979bdc7aa6a4e50afa9a7b0a126508d 2024-12-04T21:59:58,760 DEBUG [StoreCloser-TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/B/c4f510190dee479c9aca984fee5f1e37 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/B/c4f510190dee479c9aca984fee5f1e37 2024-12-04T21:59:58,761 DEBUG [StoreCloser-TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/C/8ecac5269b0949049e799a5356d424a7, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/C/58101dbb6a6640ada6c43b2323159d4b, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/C/1e4876bedb4c45b3b2db41b38079158d, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/C/f62fb446decb4576930706fdfea849af, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/C/b0f4bd70344a483c9854ea16430f7b3b, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/C/67e2b30fd1294d49aa5bb6e46b2aee73, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/C/fcd8ecb788014684a3222eb7d0538215, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/C/7733005426bb4db7a3807b9c73ffd90f, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/C/5f47dc9f72c2439f8491b185059c13d4, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/C/6a455e1304354cabba722fd963f069fe, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/C/2f548ba7945f49b7bb25cb57aeb00743, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/C/d16262c9b25d44c68ed8af7f439d70ce, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/C/92efbd57ef3b4bd292ffd0cb60281cf5, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/C/e9fc8a3059b04cb5a458f3e4fb9c1d43, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/C/8f44ba920b8c4b5f807b5c0defbfef45, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/C/74b744d5a2364a259debdfe6582bc92a] to archive 2024-12-04T21:59:58,762 DEBUG [StoreCloser-TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-04T21:59:58,763 DEBUG [StoreCloser-TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/C/8ecac5269b0949049e799a5356d424a7 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/C/8ecac5269b0949049e799a5356d424a7 2024-12-04T21:59:58,764 DEBUG [StoreCloser-TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/C/58101dbb6a6640ada6c43b2323159d4b to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/C/58101dbb6a6640ada6c43b2323159d4b 2024-12-04T21:59:58,764 DEBUG [StoreCloser-TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/C/1e4876bedb4c45b3b2db41b38079158d to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/C/1e4876bedb4c45b3b2db41b38079158d 2024-12-04T21:59:58,765 DEBUG [StoreCloser-TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/C/f62fb446decb4576930706fdfea849af to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/C/f62fb446decb4576930706fdfea849af 2024-12-04T21:59:58,766 DEBUG [StoreCloser-TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/C/b0f4bd70344a483c9854ea16430f7b3b to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/C/b0f4bd70344a483c9854ea16430f7b3b 2024-12-04T21:59:58,766 DEBUG [StoreCloser-TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/C/67e2b30fd1294d49aa5bb6e46b2aee73 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/C/67e2b30fd1294d49aa5bb6e46b2aee73 2024-12-04T21:59:58,767 DEBUG [StoreCloser-TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/C/fcd8ecb788014684a3222eb7d0538215 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/C/fcd8ecb788014684a3222eb7d0538215 2024-12-04T21:59:58,768 DEBUG [StoreCloser-TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/C/7733005426bb4db7a3807b9c73ffd90f to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/C/7733005426bb4db7a3807b9c73ffd90f 2024-12-04T21:59:58,768 DEBUG [StoreCloser-TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/C/5f47dc9f72c2439f8491b185059c13d4 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/C/5f47dc9f72c2439f8491b185059c13d4 2024-12-04T21:59:58,769 DEBUG [StoreCloser-TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/C/6a455e1304354cabba722fd963f069fe to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/C/6a455e1304354cabba722fd963f069fe 2024-12-04T21:59:58,770 DEBUG [StoreCloser-TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/C/2f548ba7945f49b7bb25cb57aeb00743 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/C/2f548ba7945f49b7bb25cb57aeb00743 2024-12-04T21:59:58,770 DEBUG [StoreCloser-TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/C/d16262c9b25d44c68ed8af7f439d70ce to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/C/d16262c9b25d44c68ed8af7f439d70ce 2024-12-04T21:59:58,771 DEBUG [StoreCloser-TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/C/92efbd57ef3b4bd292ffd0cb60281cf5 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/C/92efbd57ef3b4bd292ffd0cb60281cf5 2024-12-04T21:59:58,771 DEBUG [StoreCloser-TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/C/e9fc8a3059b04cb5a458f3e4fb9c1d43 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/C/e9fc8a3059b04cb5a458f3e4fb9c1d43 2024-12-04T21:59:58,772 DEBUG [StoreCloser-TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/C/8f44ba920b8c4b5f807b5c0defbfef45 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/C/8f44ba920b8c4b5f807b5c0defbfef45 2024-12-04T21:59:58,773 DEBUG [StoreCloser-TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/C/74b744d5a2364a259debdfe6582bc92a to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/C/74b744d5a2364a259debdfe6582bc92a 2024-12-04T21:59:58,776 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/recovered.edits/271.seqid, newMaxSeqId=271, maxSeqId=4 2024-12-04T21:59:58,777 INFO [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3. 2024-12-04T21:59:58,777 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.HRegion(1676): Region close journal for 176b9d31facf52fe192f3f92550ea6a3: Waiting for close lock at 1733349595882Running coprocessor pre-close hooks at 1733349595882Disabling compacts and flushes for region at 1733349595882Disabling writes for close at 1733349597041 (+1159 ms)Obtaining lock to block concurrent updates at 1733349597041Preparing flush snapshotting stores in 176b9d31facf52fe192f3f92550ea6a3 at 1733349597041Finished memstore snapshotting TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3., syncing WAL and waiting on mvcc, flushsize=dataSize=20610, getHeapSize=61920, getOffHeapSize=0, getCellsCount=450 at 1733349597041Flushing stores of TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3. at 1733349597042 (+1 ms)Flushing 176b9d31facf52fe192f3f92550ea6a3/A: creating writer at 1733349597042Flushing mob file 176b9d31facf52fe192f3f92550ea6a3/A: appending metadata at 1733349597046 (+4 ms)Flushing mob file 176b9d31facf52fe192f3f92550ea6a3/A: closing flushed file at 1733349597046Flushing 176b9d31facf52fe192f3f92550ea6a3/A: appending metadata at 1733349597460 (+414 ms)Flushing 176b9d31facf52fe192f3f92550ea6a3/A: closing flushed file at 1733349597460Flushing 176b9d31facf52fe192f3f92550ea6a3/B: creating writer at 1733349597876 (+416 ms)Flushing 176b9d31facf52fe192f3f92550ea6a3/B: appending metadata at 1733349597881 (+5 ms)Flushing 176b9d31facf52fe192f3f92550ea6a3/B: closing flushed file at 1733349597881Flushing 176b9d31facf52fe192f3f92550ea6a3/C: creating writer at 1733349598296 (+415 ms)Flushing 176b9d31facf52fe192f3f92550ea6a3/C: appending metadata at 1733349598298 (+2 ms)Flushing 176b9d31facf52fe192f3f92550ea6a3/C: closing flushed file at 1733349598298Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1ab5a14e: reopening flushed file at 1733349598713 (+415 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@c74afa6: reopening flushed file at 1733349598719 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4bf34c96: reopening flushed file at 1733349598724 (+5 ms)Finished flush of dataSize ~20.13 KB/20610, heapSize ~60.47 KB/61920, currentSize=0 B/0 for 176b9d31facf52fe192f3f92550ea6a3 in 1690ms, sequenceid=268, compaction requested=true at 1733349598731 (+7 ms)Writing region close event to WAL at 1733349598774 (+43 ms)Running coprocessor post-close hooks at 1733349598777 (+3 ms)Closed at 1733349598777 2024-12-04T21:59:58,778 INFO [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] handler.UnassignRegionHandler(157): Closed 176b9d31facf52fe192f3f92550ea6a3 2024-12-04T21:59:58,779 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=160 updating hbase:meta row=176b9d31facf52fe192f3f92550ea6a3, regionState=CLOSED 2024-12-04T21:59:58,780 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=161, ppid=160, state=RUNNABLE, hasLock=false; CloseRegionProcedure 176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 because future has completed 2024-12-04T21:59:58,782 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=161, resume processing ppid=160 2024-12-04T21:59:58,782 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=161, ppid=160, state=SUCCESS, hasLock=false; CloseRegionProcedure 176b9d31facf52fe192f3f92550ea6a3, server=bb3046a53f79,39095,1733349424047 in 3.0510 sec 2024-12-04T21:59:58,784 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=160, resume processing ppid=159 2024-12-04T21:59:58,784 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=160, ppid=159, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=176b9d31facf52fe192f3f92550ea6a3, UNASSIGN in 3.0560 sec 2024-12-04T21:59:58,786 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=159, resume processing ppid=158 2024-12-04T21:59:58,786 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=159, ppid=158, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 3.0590 sec 2024-12-04T21:59:58,787 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733349598787"}]},"ts":"1733349598787"} 2024-12-04T21:59:58,789 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-12-04T21:59:58,789 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-12-04T21:59:58,791 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=158, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 3.0680 sec 2024-12-04T21:59:59,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-12-04T21:59:59,889 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-12-04T21:59:59,890 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44103 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-12-04T21:59:59,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44103 {}] procedure2.ProcedureExecutor(1139): Stored pid=162, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-12-04T21:59:59,894 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=162, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-04T21:59:59,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-12-04T21:59:59,896 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=162, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-04T21:59:59,901 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3 2024-12-04T21:59:59,905 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/A, FileablePath, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/B, FileablePath, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/C, FileablePath, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/recovered.edits] 2024-12-04T21:59:59,909 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/A/0609d35425834544884f9dbcef8513a6 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/A/0609d35425834544884f9dbcef8513a6 2024-12-04T21:59:59,911 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/A/d1f75a135ba6466d9703f24bb86b22bb to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/A/d1f75a135ba6466d9703f24bb86b22bb 2024-12-04T21:59:59,913 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/A/d2ce7b8319cf4342975a41ef340b0a7d to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/A/d2ce7b8319cf4342975a41ef340b0a7d 2024-12-04T21:59:59,917 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/B/399c09294ed84556bb372e60c2e732a0 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/B/399c09294ed84556bb372e60c2e732a0 2024-12-04T21:59:59,919 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/B/eb10e6df87234fbc811be377d9f92203 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/B/eb10e6df87234fbc811be377d9f92203 2024-12-04T21:59:59,920 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/B/f9873ecff6ff43d2b6cd04ae1fb5d1fc to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/B/f9873ecff6ff43d2b6cd04ae1fb5d1fc 2024-12-04T21:59:59,922 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/C/66d65b1480754a0fb94538def8cd4c42 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/C/66d65b1480754a0fb94538def8cd4c42 2024-12-04T21:59:59,923 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/C/767b1c0a73bc4cbf859b0dc0a53fa0e1 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/C/767b1c0a73bc4cbf859b0dc0a53fa0e1 2024-12-04T21:59:59,924 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/C/bf705422bfcd4b3da909b3c374287f48 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/C/bf705422bfcd4b3da909b3c374287f48 2024-12-04T21:59:59,927 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/recovered.edits/271.seqid to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3/recovered.edits/271.seqid 2024-12-04T21:59:59,927 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/default/TestAcidGuarantees/176b9d31facf52fe192f3f92550ea6a3 2024-12-04T21:59:59,927 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-12-04T21:59:59,928 DEBUG [PEWorker-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-12-04T21:59:59,928 DEBUG [PEWorker-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-12-04T21:59:59,932 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204147407fa6baa49f58198843d2992272e_176b9d31facf52fe192f3f92550ea6a3 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204147407fa6baa49f58198843d2992272e_176b9d31facf52fe192f3f92550ea6a3 2024-12-04T21:59:59,934 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120435efafcc9f5f4b98b3f14573675862bd_176b9d31facf52fe192f3f92550ea6a3 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120435efafcc9f5f4b98b3f14573675862bd_176b9d31facf52fe192f3f92550ea6a3 2024-12-04T21:59:59,935 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412043627c8a76faa44bea6ae12bc21ae3c4c_176b9d31facf52fe192f3f92550ea6a3 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412043627c8a76faa44bea6ae12bc21ae3c4c_176b9d31facf52fe192f3f92550ea6a3 2024-12-04T21:59:59,937 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412043677ad19c0c748d981b81322c0b5b3cf_176b9d31facf52fe192f3f92550ea6a3 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412043677ad19c0c748d981b81322c0b5b3cf_176b9d31facf52fe192f3f92550ea6a3 2024-12-04T21:59:59,938 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412043bd4de6e449d4dc598a9ad354f987026_176b9d31facf52fe192f3f92550ea6a3 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412043bd4de6e449d4dc598a9ad354f987026_176b9d31facf52fe192f3f92550ea6a3 2024-12-04T21:59:59,939 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412043d5263c6f94a42259ecb327b9449fdb6_176b9d31facf52fe192f3f92550ea6a3 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412043d5263c6f94a42259ecb327b9449fdb6_176b9d31facf52fe192f3f92550ea6a3 2024-12-04T21:59:59,941 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412043e1e3e2bc8964d46859b06a6bd78fa47_176b9d31facf52fe192f3f92550ea6a3 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412043e1e3e2bc8964d46859b06a6bd78fa47_176b9d31facf52fe192f3f92550ea6a3 2024-12-04T21:59:59,941 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412044ee4423d59394bc698eb5c075089d74a_176b9d31facf52fe192f3f92550ea6a3 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412044ee4423d59394bc698eb5c075089d74a_176b9d31facf52fe192f3f92550ea6a3 2024-12-04T21:59:59,942 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120484896075dd8d4999a144aa27fa5143cf_176b9d31facf52fe192f3f92550ea6a3 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120484896075dd8d4999a144aa27fa5143cf_176b9d31facf52fe192f3f92550ea6a3 2024-12-04T21:59:59,943 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120496c1d1530a6e4b2c8a97683ab810ab04_176b9d31facf52fe192f3f92550ea6a3 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120496c1d1530a6e4b2c8a97683ab810ab04_176b9d31facf52fe192f3f92550ea6a3 2024-12-04T21:59:59,943 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204bc0a4f242ac041b284c8d8330136d9c3_176b9d31facf52fe192f3f92550ea6a3 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204bc0a4f242ac041b284c8d8330136d9c3_176b9d31facf52fe192f3f92550ea6a3 2024-12-04T21:59:59,944 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204cca0c7a7466a4b7fa19263470146b200_176b9d31facf52fe192f3f92550ea6a3 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204cca0c7a7466a4b7fa19263470146b200_176b9d31facf52fe192f3f92550ea6a3 2024-12-04T21:59:59,945 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204d207e4e649ea4646ab90861fe95f5393_176b9d31facf52fe192f3f92550ea6a3 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204d207e4e649ea4646ab90861fe95f5393_176b9d31facf52fe192f3f92550ea6a3 2024-12-04T21:59:59,946 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204ef53de24da4c4f50a32e7c9518a1e589_176b9d31facf52fe192f3f92550ea6a3 to hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204ef53de24da4c4f50a32e7c9518a1e589_176b9d31facf52fe192f3f92550ea6a3 2024-12-04T21:59:59,946 DEBUG [PEWorker-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-12-04T21:59:59,948 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=162, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-04T21:59:59,950 WARN [PEWorker-1 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-12-04T21:59:59,951 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-12-04T21:59:59,952 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=162, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-04T21:59:59,952 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-12-04T21:59:59,952 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1733349599952"}]},"ts":"9223372036854775807"} 2024-12-04T21:59:59,953 INFO [PEWorker-1 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-12-04T21:59:59,953 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 176b9d31facf52fe192f3f92550ea6a3, NAME => 'TestAcidGuarantees,,1733349570864.176b9d31facf52fe192f3f92550ea6a3.', STARTKEY => '', ENDKEY => ''}] 2024-12-04T21:59:59,954 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-12-04T21:59:59,954 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1733349599954"}]},"ts":"9223372036854775807"} 2024-12-04T21:59:59,955 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-12-04T21:59:59,955 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(133): Finished pid=162, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-04T21:59:59,956 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=162, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 65 msec 2024-12-04T22:00:00,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-12-04T22:00:00,008 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-12-04T22:00:00,008 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-12-04T22:00:00,022 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testMobGetAtomicity Thread=251 (was 250) - Thread LEAK? -, OpenFileDescriptor=453 (was 449) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=372 (was 416), ProcessCount=11 (was 11), AvailableMemoryMB=2786 (was 2809) 2024-12-04T22:00:00,022 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-04T22:00:00,022 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T22:00:00,022 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.tearDownAfterClass(AcidGuaranteesTestBase.java:66) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T22:00:00,022 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T22:00:00,022 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T22:00:00,022 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T22:00:00,023 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-04T22:00:00,023 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=387043539, stopped=false 2024-12-04T22:00:00,023 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=bb3046a53f79,44103,1733349423427 2024-12-04T22:00:00,024 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39095-0x100a73c925a0001, quorum=127.0.0.1:64939, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-04T22:00:00,024 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44103-0x100a73c925a0000, quorum=127.0.0.1:64939, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-04T22:00:00,024 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44103-0x100a73c925a0000, quorum=127.0.0.1:64939, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T22:00:00,024 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39095-0x100a73c925a0001, quorum=127.0.0.1:64939, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T22:00:00,024 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T22:00:00,025 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T22:00:00,025 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.tearDownAfterClass(AcidGuaranteesTestBase.java:66) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T22:00:00,025 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T22:00:00,025 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44103-0x100a73c925a0000, quorum=127.0.0.1:64939, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-04T22:00:00,025 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39095-0x100a73c925a0001, quorum=127.0.0.1:64939, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-04T22:00:00,025 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'bb3046a53f79,39095,1733349424047' ***** 2024-12-04T22:00:00,025 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-04T22:00:00,026 INFO [RS:0;bb3046a53f79:39095 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-04T22:00:00,026 INFO [RS:0;bb3046a53f79:39095 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-04T22:00:00,026 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-04T22:00:00,026 INFO [RS:0;bb3046a53f79:39095 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-04T22:00:00,026 INFO [RS:0;bb3046a53f79:39095 {}] regionserver.HRegionServer(959): stopping server bb3046a53f79,39095,1733349424047 2024-12-04T22:00:00,026 INFO [RS:0;bb3046a53f79:39095 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T22:00:00,026 INFO [RS:0;bb3046a53f79:39095 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;bb3046a53f79:39095. 2024-12-04T22:00:00,026 DEBUG [RS:0;bb3046a53f79:39095 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T22:00:00,026 DEBUG [RS:0;bb3046a53f79:39095 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T22:00:00,027 INFO [RS:0;bb3046a53f79:39095 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-04T22:00:00,027 INFO [RS:0;bb3046a53f79:39095 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-04T22:00:00,027 INFO [RS:0;bb3046a53f79:39095 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-04T22:00:00,027 INFO [RS:0;bb3046a53f79:39095 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-04T22:00:00,027 INFO [RS:0;bb3046a53f79:39095 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-04T22:00:00,027 DEBUG [RS:0;bb3046a53f79:39095 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-04T22:00:00,028 DEBUG [RS:0;bb3046a53f79:39095 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T22:00:00,028 DEBUG [RS_CLOSE_META-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T22:00:00,028 INFO [RS_CLOSE_META-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T22:00:00,028 DEBUG [RS_CLOSE_META-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T22:00:00,028 DEBUG [RS_CLOSE_META-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T22:00:00,028 DEBUG [RS_CLOSE_META-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T22:00:00,028 INFO [RS_CLOSE_META-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=19.91 KB heapSize=35.20 KB 2024-12-04T22:00:00,046 DEBUG [RS_CLOSE_META-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/hbase/meta/1588230740/.tmp/info/d21e4c0bc4f74c1db1d869bcb65d931d is 95, key is TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1./info:/1733349462043/DeleteFamily/seqid=0 2024-12-04T22:00:00,049 INFO [regionserver/bb3046a53f79:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T22:00:00,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742422_1598 (size=6514) 2024-12-04T22:00:00,228 DEBUG [RS:0;bb3046a53f79:39095 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T22:00:00,428 DEBUG [RS:0;bb3046a53f79:39095 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T22:00:00,451 INFO [RS_CLOSE_META-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=16.75 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/hbase/meta/1588230740/.tmp/info/d21e4c0bc4f74c1db1d869bcb65d931d 2024-12-04T22:00:00,475 DEBUG [RS_CLOSE_META-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/hbase/meta/1588230740/.tmp/ns/64f8210bd4254e2eaf0e03f72ef8005a is 93, key is TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1./ns:/1733349462009/DeleteFamily/seqid=0 2024-12-04T22:00:00,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742423_1599 (size=5906) 2024-12-04T22:00:00,628 DEBUG [RS:0;bb3046a53f79:39095 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T22:00:00,757 INFO [regionserver/bb3046a53f79:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-04T22:00:00,757 INFO [regionserver/bb3046a53f79:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-04T22:00:00,829 DEBUG [RS:0;bb3046a53f79:39095 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T22:00:00,879 INFO [RS_CLOSE_META-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=608 B at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/hbase/meta/1588230740/.tmp/ns/64f8210bd4254e2eaf0e03f72ef8005a 2024-12-04T22:00:00,903 DEBUG [RS_CLOSE_META-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/hbase/meta/1588230740/.tmp/rep_barrier/4c9378e46c67497bb7985ce8b4e06f01 is 102, key is TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1./rep_barrier:/1733349462009/DeleteFamily/seqid=0 2024-12-04T22:00:00,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742424_1600 (size=6025) 2024-12-04T22:00:01,029 DEBUG [RS:0;bb3046a53f79:39095 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T22:00:01,229 DEBUG [RS:0;bb3046a53f79:39095 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T22:00:01,307 INFO [RS_CLOSE_META-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=588 B at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/hbase/meta/1588230740/.tmp/rep_barrier/4c9378e46c67497bb7985ce8b4e06f01 2024-12-04T22:00:01,332 DEBUG [RS_CLOSE_META-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/hbase/meta/1588230740/.tmp/table/ac332c3c043144819219a9d24d315125 is 96, key is TestAcidGuarantees,,1733349427358.f466f4b94896be1bc1679fd7fa7d08e1./table:/1733349462009/DeleteFamily/seqid=0 2024-12-04T22:00:01,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742425_1601 (size=5936) 2024-12-04T22:00:01,430 DEBUG [RS:0;bb3046a53f79:39095 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T22:00:01,630 DEBUG [RS:0;bb3046a53f79:39095 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T22:00:01,736 INFO [RS_CLOSE_META-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.99 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/hbase/meta/1588230740/.tmp/table/ac332c3c043144819219a9d24d315125 2024-12-04T22:00:01,739 DEBUG [RS_CLOSE_META-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/hbase/meta/1588230740/.tmp/info/d21e4c0bc4f74c1db1d869bcb65d931d as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/hbase/meta/1588230740/info/d21e4c0bc4f74c1db1d869bcb65d931d 2024-12-04T22:00:01,742 INFO [RS_CLOSE_META-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/hbase/meta/1588230740/info/d21e4c0bc4f74c1db1d869bcb65d931d, entries=12, sequenceid=90, filesize=6.4 K 2024-12-04T22:00:01,742 DEBUG [RS_CLOSE_META-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/hbase/meta/1588230740/.tmp/ns/64f8210bd4254e2eaf0e03f72ef8005a as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/hbase/meta/1588230740/ns/64f8210bd4254e2eaf0e03f72ef8005a 2024-12-04T22:00:01,744 INFO [RS_CLOSE_META-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/hbase/meta/1588230740/ns/64f8210bd4254e2eaf0e03f72ef8005a, entries=8, sequenceid=90, filesize=5.8 K 2024-12-04T22:00:01,745 DEBUG [RS_CLOSE_META-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/hbase/meta/1588230740/.tmp/rep_barrier/4c9378e46c67497bb7985ce8b4e06f01 as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/hbase/meta/1588230740/rep_barrier/4c9378e46c67497bb7985ce8b4e06f01 2024-12-04T22:00:01,747 INFO [RS_CLOSE_META-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/hbase/meta/1588230740/rep_barrier/4c9378e46c67497bb7985ce8b4e06f01, entries=6, sequenceid=90, filesize=5.9 K 2024-12-04T22:00:01,748 DEBUG [RS_CLOSE_META-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/hbase/meta/1588230740/.tmp/table/ac332c3c043144819219a9d24d315125 as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/hbase/meta/1588230740/table/ac332c3c043144819219a9d24d315125 2024-12-04T22:00:01,750 INFO [RS_CLOSE_META-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/hbase/meta/1588230740/table/ac332c3c043144819219a9d24d315125, entries=7, sequenceid=90, filesize=5.8 K 2024-12-04T22:00:01,751 INFO [RS_CLOSE_META-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~19.91 KB/20384, heapSize ~35.14 KB/35984, currentSize=0 B/0 for 1588230740 in 1723ms, sequenceid=90, compaction requested=false 2024-12-04T22:00:01,754 DEBUG [RS_CLOSE_META-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/data/hbase/meta/1588230740/recovered.edits/93.seqid, newMaxSeqId=93, maxSeqId=1 2024-12-04T22:00:01,754 DEBUG [RS_CLOSE_META-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T22:00:01,754 INFO [RS_CLOSE_META-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T22:00:01,754 DEBUG [RS_CLOSE_META-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733349600027Running coprocessor pre-close hooks at 1733349600028 (+1 ms)Disabling compacts and flushes for region at 1733349600028Disabling writes for close at 1733349600028Obtaining lock to block concurrent updates at 1733349600028Preparing flush snapshotting stores in 1588230740 at 1733349600028Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=20384, getHeapSize=35984, getOffHeapSize=0, getCellsCount=191 at 1733349600028Flushing stores of hbase:meta,,1.1588230740 at 1733349600029 (+1 ms)Flushing 1588230740/info: creating writer at 1733349600029Flushing 1588230740/info: appending metadata at 1733349600046 (+17 ms)Flushing 1588230740/info: closing flushed file at 1733349600046Flushing 1588230740/ns: creating writer at 1733349600458 (+412 ms)Flushing 1588230740/ns: appending metadata at 1733349600475 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1733349600475Flushing 1588230740/rep_barrier: creating writer at 1733349600886 (+411 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733349600903 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733349600903Flushing 1588230740/table: creating writer at 1733349601316 (+413 ms)Flushing 1588230740/table: appending metadata at 1733349601332 (+16 ms)Flushing 1588230740/table: closing flushed file at 1733349601332Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7708e2fb: reopening flushed file at 1733349601739 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5056afc1: reopening flushed file at 1733349601742 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@45020db8: reopening flushed file at 1733349601745 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1db929ac: reopening flushed file at 1733349601747 (+2 ms)Finished flush of dataSize ~19.91 KB/20384, heapSize ~35.14 KB/35984, currentSize=0 B/0 for 1588230740 in 1723ms, sequenceid=90, compaction requested=false at 1733349601751 (+4 ms)Writing region close event to WAL at 1733349601752 (+1 ms)Running coprocessor post-close hooks at 1733349601754 (+2 ms)Closed at 1733349601754 2024-12-04T22:00:01,755 DEBUG [RS_CLOSE_META-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-04T22:00:01,830 INFO [RS:0;bb3046a53f79:39095 {}] regionserver.HRegionServer(976): stopping server bb3046a53f79,39095,1733349424047; all regions closed. 2024-12-04T22:00:01,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073741834_1010 (size=25344) 2024-12-04T22:00:01,836 DEBUG [RS:0;bb3046a53f79:39095 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/oldWALs 2024-12-04T22:00:01,836 INFO [RS:0;bb3046a53f79:39095 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL bb3046a53f79%2C39095%2C1733349424047.meta:.meta(num 1733349426855) 2024-12-04T22:00:01,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073741832_1008 (size=15731794) 2024-12-04T22:00:01,839 DEBUG [RS:0;bb3046a53f79:39095 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/oldWALs 2024-12-04T22:00:01,839 INFO [RS:0;bb3046a53f79:39095 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL bb3046a53f79%2C39095%2C1733349424047:(num 1733349425931) 2024-12-04T22:00:01,839 DEBUG [RS:0;bb3046a53f79:39095 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T22:00:01,839 INFO [RS:0;bb3046a53f79:39095 {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T22:00:01,839 INFO [RS:0;bb3046a53f79:39095 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T22:00:01,839 INFO [RS:0;bb3046a53f79:39095 {}] hbase.ChoreService(370): Chore service for: regionserver/bb3046a53f79:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-04T22:00:01,839 INFO [RS:0;bb3046a53f79:39095 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T22:00:01,839 INFO [regionserver/bb3046a53f79:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T22:00:01,840 INFO [RS:0;bb3046a53f79:39095 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39095 2024-12-04T22:00:01,843 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39095-0x100a73c925a0001, quorum=127.0.0.1:64939, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/bb3046a53f79,39095,1733349424047 2024-12-04T22:00:01,843 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44103-0x100a73c925a0000, quorum=127.0.0.1:64939, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-04T22:00:01,843 INFO [RS:0;bb3046a53f79:39095 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T22:00:01,843 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [bb3046a53f79,39095,1733349424047] 2024-12-04T22:00:01,844 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/bb3046a53f79,39095,1733349424047 already deleted, retry=false 2024-12-04T22:00:01,844 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; bb3046a53f79,39095,1733349424047 expired; onlineServers=0 2024-12-04T22:00:01,845 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'bb3046a53f79,44103,1733349423427' ***** 2024-12-04T22:00:01,845 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-04T22:00:01,845 INFO [M:0;bb3046a53f79:44103 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T22:00:01,845 INFO [M:0;bb3046a53f79:44103 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T22:00:01,845 DEBUG [M:0;bb3046a53f79:44103 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-04T22:00:01,845 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-04T22:00:01,845 DEBUG [M:0;bb3046a53f79:44103 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-04T22:00:01,845 DEBUG [master/bb3046a53f79:0:becomeActiveMaster-HFileCleaner.large.0-1733349425578 {}] cleaner.HFileCleaner(306): Exit Thread[master/bb3046a53f79:0:becomeActiveMaster-HFileCleaner.large.0-1733349425578,5,FailOnTimeoutGroup] 2024-12-04T22:00:01,845 DEBUG [master/bb3046a53f79:0:becomeActiveMaster-HFileCleaner.small.0-1733349425579 {}] cleaner.HFileCleaner(306): Exit Thread[master/bb3046a53f79:0:becomeActiveMaster-HFileCleaner.small.0-1733349425579,5,FailOnTimeoutGroup] 2024-12-04T22:00:01,845 INFO [M:0;bb3046a53f79:44103 {}] hbase.ChoreService(370): Chore service for: master/bb3046a53f79:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-04T22:00:01,845 INFO [M:0;bb3046a53f79:44103 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T22:00:01,845 DEBUG [M:0;bb3046a53f79:44103 {}] master.HMaster(1795): Stopping service threads 2024-12-04T22:00:01,845 INFO [M:0;bb3046a53f79:44103 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-04T22:00:01,846 INFO [M:0;bb3046a53f79:44103 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T22:00:01,846 ERROR [M:0;bb3046a53f79:44103 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (741232665) connection to localhost/127.0.0.1:39181 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:39181,5,PEWorkerGroup] Thread[HFileArchiver-6,5,PEWorkerGroup] 2024-12-04T22:00:01,846 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44103-0x100a73c925a0000, quorum=127.0.0.1:64939, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-04T22:00:01,846 INFO [M:0;bb3046a53f79:44103 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-04T22:00:01,846 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44103-0x100a73c925a0000, quorum=127.0.0.1:64939, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T22:00:01,846 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-04T22:00:01,847 DEBUG [M:0;bb3046a53f79:44103 {}] zookeeper.ZKUtil(347): master:44103-0x100a73c925a0000, quorum=127.0.0.1:64939, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-04T22:00:01,847 WARN [M:0;bb3046a53f79:44103 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-04T22:00:01,847 INFO [M:0;bb3046a53f79:44103 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/.lastflushedseqids 2024-12-04T22:00:01,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742426_1602 (size=72) 2024-12-04T22:00:01,944 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39095-0x100a73c925a0001, quorum=127.0.0.1:64939, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T22:00:01,945 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39095-0x100a73c925a0001, quorum=127.0.0.1:64939, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T22:00:01,945 INFO [RS:0;bb3046a53f79:39095 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T22:00:01,945 INFO [RS:0;bb3046a53f79:39095 {}] regionserver.HRegionServer(1031): Exiting; stopping=bb3046a53f79,39095,1733349424047; zookeeper connection closed. 2024-12-04T22:00:01,945 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@65793a43 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@65793a43 2024-12-04T22:00:01,946 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-04T22:00:02,255 INFO [M:0;bb3046a53f79:44103 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-04T22:00:02,255 INFO [M:0;bb3046a53f79:44103 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-04T22:00:02,255 DEBUG [M:0;bb3046a53f79:44103 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T22:00:02,255 INFO [M:0;bb3046a53f79:44103 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T22:00:02,255 DEBUG [M:0;bb3046a53f79:44103 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T22:00:02,255 DEBUG [M:0;bb3046a53f79:44103 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T22:00:02,255 DEBUG [M:0;bb3046a53f79:44103 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T22:00:02,256 INFO [M:0;bb3046a53f79:44103 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=771.42 KB heapSize=944.70 KB 2024-12-04T22:00:02,268 DEBUG [M:0;bb3046a53f79:44103 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4d8622c533984e1aa8404d2019986473 is 82, key is hbase:meta,,1/info:regioninfo/1733349426971/Put/seqid=0 2024-12-04T22:00:02,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742427_1603 (size=5672) 2024-12-04T22:00:02,511 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-04T22:00:02,671 INFO [M:0;bb3046a53f79:44103 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=2145 (bloomFilter=true), to=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4d8622c533984e1aa8404d2019986473 2024-12-04T22:00:02,696 DEBUG [M:0;bb3046a53f79:44103 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/054058b8a3e14f86942b3f407f3748f9 is 2480, key is \x00\x00\x00\x00\x00\x00\x00%/proc:d/1733349465255/Put/seqid=0 2024-12-04T22:00:02,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742428_1604 (size=44031) 2024-12-04T22:00:03,100 INFO [M:0;bb3046a53f79:44103 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=770.86 KB at sequenceid=2145 (bloomFilter=true), to=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/054058b8a3e14f86942b3f407f3748f9 2024-12-04T22:00:03,102 INFO [M:0;bb3046a53f79:44103 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 054058b8a3e14f86942b3f407f3748f9 2024-12-04T22:00:03,114 DEBUG [M:0;bb3046a53f79:44103 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4c6ebb72a93b4bdf8af788ea847e2b03 is 69, key is bb3046a53f79,39095,1733349424047/rs:state/1733349425679/Put/seqid=0 2024-12-04T22:00:03,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073742429_1605 (size=5156) 2024-12-04T22:00:03,517 INFO [M:0;bb3046a53f79:44103 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=2145 (bloomFilter=true), to=hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4c6ebb72a93b4bdf8af788ea847e2b03 2024-12-04T22:00:03,520 DEBUG [M:0;bb3046a53f79:44103 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4d8622c533984e1aa8404d2019986473 as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4d8622c533984e1aa8404d2019986473 2024-12-04T22:00:03,523 INFO [M:0;bb3046a53f79:44103 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4d8622c533984e1aa8404d2019986473, entries=8, sequenceid=2145, filesize=5.5 K 2024-12-04T22:00:03,523 DEBUG [M:0;bb3046a53f79:44103 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/054058b8a3e14f86942b3f407f3748f9 as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/054058b8a3e14f86942b3f407f3748f9 2024-12-04T22:00:03,526 INFO [M:0;bb3046a53f79:44103 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 054058b8a3e14f86942b3f407f3748f9 2024-12-04T22:00:03,526 INFO [M:0;bb3046a53f79:44103 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/054058b8a3e14f86942b3f407f3748f9, entries=162, sequenceid=2145, filesize=43.0 K 2024-12-04T22:00:03,526 DEBUG [M:0;bb3046a53f79:44103 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4c6ebb72a93b4bdf8af788ea847e2b03 as hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4c6ebb72a93b4bdf8af788ea847e2b03 2024-12-04T22:00:03,529 INFO [M:0;bb3046a53f79:44103 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39181/user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4c6ebb72a93b4bdf8af788ea847e2b03, entries=1, sequenceid=2145, filesize=5.0 K 2024-12-04T22:00:03,530 INFO [M:0;bb3046a53f79:44103 {}] regionserver.HRegion(3140): Finished flush of dataSize ~771.42 KB/789933, heapSize ~944.40 KB/967064, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1275ms, sequenceid=2145, compaction requested=false 2024-12-04T22:00:03,531 INFO [M:0;bb3046a53f79:44103 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T22:00:03,531 DEBUG [M:0;bb3046a53f79:44103 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733349602255Disabling compacts and flushes for region at 1733349602255Disabling writes for close at 1733349602255Obtaining lock to block concurrent updates at 1733349602256 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733349602256Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=789933, getHeapSize=967304, getOffHeapSize=0, getCellsCount=2332 at 1733349602256Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733349602256Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733349602256Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733349602268 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733349602268Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733349602675 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733349602696 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733349602696Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733349603102 (+406 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733349603113 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733349603113Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@77ed7c86: reopening flushed file at 1733349603520 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@68b4ce2c: reopening flushed file at 1733349603523 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6910a54a: reopening flushed file at 1733349603526 (+3 ms)Finished flush of dataSize ~771.42 KB/789933, heapSize ~944.40 KB/967064, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1275ms, sequenceid=2145, compaction requested=false at 1733349603530 (+4 ms)Writing region close event to WAL at 1733349603531 (+1 ms)Closed at 1733349603531 2024-12-04T22:00:03,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39149 is added to blk_1073741830_1006 (size=930525) 2024-12-04T22:00:03,535 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/0b6d5260-f72c-9886-ca65-8d29f920aeca/MasterData/WALs/bb3046a53f79,44103,1733349423427/bb3046a53f79%2C44103%2C1733349423427.1733349424976 not finished, retry = 0 2024-12-04T22:00:03,636 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T22:00:03,636 INFO [M:0;bb3046a53f79:44103 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-04T22:00:03,636 INFO [M:0;bb3046a53f79:44103 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44103 2024-12-04T22:00:03,636 INFO [M:0;bb3046a53f79:44103 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T22:00:03,738 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44103-0x100a73c925a0000, quorum=127.0.0.1:64939, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T22:00:03,738 INFO [M:0;bb3046a53f79:44103 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T22:00:03,738 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44103-0x100a73c925a0000, quorum=127.0.0.1:64939, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T22:00:03,743 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@651ab874{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T22:00:03,745 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6bf72caa{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T22:00:03,745 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T22:00:03,745 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@186a2d75{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T22:00:03,745 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@72782cb0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/54e25a4d-f5ea-5cda-8bc9-abeb058889c3/hadoop.log.dir/,STOPPED} 2024-12-04T22:00:03,748 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-04T22:00:03,748 WARN [BP-1434925164-172.17.0.2-1733349420771 heartbeating to localhost/127.0.0.1:39181 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-04T22:00:03,748 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-04T22:00:03,748 WARN [BP-1434925164-172.17.0.2-1733349420771 heartbeating to localhost/127.0.0.1:39181 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1434925164-172.17.0.2-1733349420771 (Datanode Uuid 648e181d-e85b-4b55-9cf1-467fc6b000ed) service to localhost/127.0.0.1:39181 2024-12-04T22:00:03,750 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/54e25a4d-f5ea-5cda-8bc9-abeb058889c3/cluster_6e981957-37c5-d878-3956-290e0e097c50/data/data1/current/BP-1434925164-172.17.0.2-1733349420771 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T22:00:03,750 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/54e25a4d-f5ea-5cda-8bc9-abeb058889c3/cluster_6e981957-37c5-d878-3956-290e0e097c50/data/data2/current/BP-1434925164-172.17.0.2-1733349420771 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T22:00:03,751 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-04T22:00:03,759 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2341a969{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T22:00:03,759 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2d064751{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T22:00:03,759 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T22:00:03,760 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@130d168e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T22:00:03,760 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1a58fd8a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/54e25a4d-f5ea-5cda-8bc9-abeb058889c3/hadoop.log.dir/,STOPPED} 2024-12-04T22:00:03,772 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-04T22:00:03,778 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T22:00:03,885 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down